-- Logs begin at Wed 2021-05-12 07:41:05 UTC, end at Wed 2021-05-12 08:32:44 UTC. --
May 12 08:08:37.200487 dv-cinder-790910-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 12 08:08:39.575742 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.common.config [-] Logging enabled!
May 12 08:08:39.576264 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev198
May 12 08:08:39.576504 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78583) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 12 08:08:39.579800 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.common.config [-] Logging enabled!
May 12 08:08:39.580056 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev198
May 12 08:08:39.580369 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78583) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 12 08:08:39.581321 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 12 08:08:39.581548 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 12 08:08:39.581903 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 12 08:08:39.582147 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 12 08:08:39.582346 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 12 08:08:39.582686 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.582980 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.583261 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.583483 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.583777 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.584068 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.584350 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.584960 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.585282 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.585572 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.585853 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.586118 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.586349 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.586631 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.586915 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.587198 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.587420 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.587699 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.588122 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.588533 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.588821 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.589107 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.589431 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.589733 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.590009 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.590296 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.590623 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] host                           = dv-cinder-790910-1-iscsi {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.590901 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.591186 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.591474 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.591760 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.592033 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.592305 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.592587 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.592859 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.593130 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.593429 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.593716 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.594001 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.594287 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.594510 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.594731 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.595014 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.595296 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.595569 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.595842 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.596115 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.596388 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.596659 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.596924 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.597220 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.597503 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.597786 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.598056 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.598334 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.598603 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.598871 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.599152 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.599422 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.599693 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.599965 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.600249 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.600517 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.600787 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.601086 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.601401 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.601682 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.601963 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.602233 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.602511 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.602782 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.603051 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.603317 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.603586 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.603853 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.604129 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.604400 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.604669 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.604938 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.605250 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.605533 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:39.605828 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.606124 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.606422 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.606701 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.606991 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.607272 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.607562 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.607837 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.608125 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.608420 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.608707 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.608982 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.609294 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.609573 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.609866 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.610168 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.610463 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.610753 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.611026 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.611298 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.611572 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.611847 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.612131 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.612422 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.612710 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.612981 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.613284 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.613576 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.613853 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.614123 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.614399 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.614684 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.614959 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.615230 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.615512 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.615796 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.616071 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.616350 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.616626 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.616917 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.617204 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.617494 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.617769 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.618048 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.618326 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.618611 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.618890 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.619166 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.619442 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.619723 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.619997 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.620273 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.620551 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.620876 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.621155 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.621453 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.621724 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.621998 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.622272 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.622543 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.622817 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.623085 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.623359 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.623629 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.623899 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.624170 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.624442 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.624714 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.624997 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.625318 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.625597 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.625875 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.626154 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.626432 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.626709 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.626984 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.627261 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.627539 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.627811 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.628100 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.628388 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.628671 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.628951 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.629249 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.629543 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.629820 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.630102 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.630377 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.630654 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.630942 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.631221 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.631513 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.631807 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.632099 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.632391 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.632680 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.632960 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.633295 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.633577 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:39.633793 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 12 08:08:39.634031 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78583) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 12 08:08:39.977858 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:08:39.978105 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:08:39.978431 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:08:39.978777 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.manager [-] Loading core plugin: ml2
May 12 08:08:40.280289 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.280525 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.280806 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.282077 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.282348 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.282610 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.402129 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.402380 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.402680 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.415825 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.416103 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.416382 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.444990 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.445271 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.445564 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.483148 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.483432 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.483697 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.711966 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6c9b04ca60> agent after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.712597 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6c9b04ca60> agent after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.712597 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6c9b04c940> segment precommit_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.712758 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6c9b04c9d0> network precommit_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.713429 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6c9b07b670> segment before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.834870 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> network before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.835189 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6c9b1ab3a0> agent before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.835468 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> network before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.835741 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> port before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.836007 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> port before_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.836312 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> segment precommit_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.836557 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> segment precommit_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.836813 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> segment after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.837061 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> segment after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.837412 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> network after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.837673 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> network precommit_delete 0 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.837931 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> port provisioning_complete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.838189 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> rbac-policy before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.838458 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> rbac-policy after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.838694 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> agent after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.838962 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> subnet after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.839222 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> subnet precommit_delete 0 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.839515 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> rbac-policy before_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.839768 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> rbac-policy before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.840049 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> segment_host_mapping after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.840396 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> port after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.840648 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> port after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.840895 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> port after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.841344 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> rbac-policy before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.841598 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> rbac-policy before_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.841847 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6c9b987eb0>> rbac-policy before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.842231 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 08:08:40.842472 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 08:08:40.842712 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 08:08:40.842946 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 08:08:40.843179 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 08:08:40.843413 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 08:08:40.843777 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 12 08:08:40.846862 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 12 08:08:40.850790 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 12 08:08:40.854596 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
May 12 08:08:40.856336 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 12 08:08:40.856783 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 12 08:08:40.857116 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 12 08:08:40.857530 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 12 08:08:40.860349 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 12 08:08:40.860604 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 12 08:08:40.861112 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 12 08:08:40.888247 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 12 08:08:40.888697 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6c9b0204c0>> qos_plugin after_init 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.888998 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78583) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 12 08:08:40.889395 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6c9b020790>> logging-plugin after_init 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.890745 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78583) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 12 08:08:40.891021 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 12 08:08:40.891265 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 12 08:08:40.894505 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6c9af4cf10>> floatingip before_response 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.894785 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6c9af4cf10>> port before_response 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:40.961466 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 12 08:08:40.961700 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 12 08:08:40.961934 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 12 08:08:40.962360 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 12 08:08:40.996416 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_db.sqlalchemy.engines [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78583) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 12 08:08:41.345220 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Initializing driver for type 'gre'
May 12 08:08:41.345754 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] gre ID ranges: [(1, 1000)]
May 12 08:08:41.411628 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Initializing driver for type 'local'
May 12 08:08:41.412030 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Initializing driver for type 'vlan'
May 12 08:08:41.425327 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] VlanTypeDriver initialization complete
May 12 08:08:41.425819 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Initializing driver for type 'vxlan'
May 12 08:08:41.426381 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] vxlan ID ranges: [(1, 1000)]
May 12 08:08:41.482810 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Initializing extension driver 'port_security'
May 12 08:08:41.483272 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.extensions.port_security [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] PortSecurityExtensionDriver initialization complete
May 12 08:08:41.483584 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Initializing mechanism driver 'openvswitch'
May 12 08:08:41.483981 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Initializing mechanism driver 'hyperv'
May 12 08:08:41.490604 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:08:41.491370 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9af61fd0>> port after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.491707 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9af61fd0>> port after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.492054 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9af61fd0>> port after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.492436 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9af61e80>> subnet after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.492783 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9af61e80>> subnet after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.493121 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9af61e80>> subnet after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.493523 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9aa12d30>> network after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.493864 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9aa12d30>> network after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.494199 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9aa12d30>> network after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.494570 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9aa12fd0>> security_group after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.494909 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9aa12fd0>> security_group after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.495242 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9aa12fd0>> security_group after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.495612 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9aa1c250>> security_group_rule after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.495947 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9aa1c250>> security_group_rule after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.496276 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9aa1c250>> security_group_rule after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.496644 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9aa1c4c0>> address_group after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.496978 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9aa1c4c0>> address_group after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.497333 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6c9aa1c4c0>> address_group after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.497666 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] ML2 OVO RPC backend initialized. {{(pid=78583) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 12 08:08:41.498364 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> router_interface after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.498715 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> router_interface after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.499128 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> network before_response 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.499472 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> networks before_response 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.499816 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> port before_response 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.500158 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> ports before_response 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.500494 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> subnet before_response 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.500828 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> subnets before_response 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.501168 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> network after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.501523 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> network after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.501852 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> network after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.502182 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> port after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.502513 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> port after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.502840 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> port after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.503168 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> subnet after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.503498 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> subnet after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.503824 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6c9aa1c8b0>> subnet after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.504380 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.plugin [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Modular L2 Plugin initialization complete
May 12 08:08:41.504703 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading services supported by the core plugin {{(pid=78583) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 12 08:08:41.505022 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.plugins.ml2.managers [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Got port-security extension from driver 'port_security'
May 12 08:08:41.505503 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.extensions.vlantransparent [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Disabled vlantransparent extension.
May 12 08:08:41.505988 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78583) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 12 08:08:41.506294 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading Plugin: router
May 12 08:08:41.541541 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router_interface before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.541932 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router after_create 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.542299 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router before_create 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.542719 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router_interface before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.543063 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router_interface after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.543421 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router after_delete 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.543779 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> floatingip after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.544137 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router after_create 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.544482 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router after_update 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.544857 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router after_update 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.545215 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router_gateway after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.545559 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router after_update 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.545962 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router precommit_update 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.546325 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6c9b1f3670> port after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.546660 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6c9b1f3700> port after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.546991 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6c9b1f35e0> subnet after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.547377 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6c9b1f3160> subnetpool_address_scope after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.547724 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> port precommit_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.548068 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router precommit_create 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.548439 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6c9b1e09d0> port before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.548786 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router precommit_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.549139 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router after_update 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.549486 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router precommit_delete 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.549830 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router precommit_create 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.550187 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router_interface after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.550526 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> router precommit_update 55549900 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.550893 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6c9aa1c9d0>> network after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.551744 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Tracking information for resource: router configured {{(pid=78583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 08:08:41.552071 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Tracking information for resource: floatingip configured {{(pid=78583) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 12 08:08:41.556953 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.db.l3_agentschedulers_db [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 12 08:08:41.557578 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6c9a992160> port after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.557937 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6c9a992040> port after_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.558283 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <function _notify_port_delete at 0x7f6c9a9920d0> port after_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.558625 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6c9a992430> port after_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.559398 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6c9a9c41f0>> router before_create 55550100 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.559754 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6c9a9c41f0>> router precommit_delete 55550100 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.560140 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6c9a9c41f0>> router precommit_create 55550100 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.560488 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6c9a9c41f0>> router precommit_update 55550100 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.565058 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.services.provider_configuration [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service providers = [] {{(pid=78583) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 12 08:08:41.565440 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.db.servicetype_db [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78583) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 12 08:08:41.568305 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.services.service_base [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78583) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 12 08:08:41.568651 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.services.service_base [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78583) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 12 08:08:41.568987 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.services.service_base [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78583) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 12 08:08:41.569869 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.services.service_base [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78583) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 12 08:08:41.570237 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.services.service_base [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 12 08:08:41.572042 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 08:08:41.572374 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 12 08:08:41.582767 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 08:08:41.583097 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading Plugin: auto_allocate
May 12 08:08:41.589198 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6c9a9de820> network precommit_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.589591 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6c9a9de820> network precommit_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.590094 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 08:08:41.590406 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading Plugin: tag
May 12 08:08:41.597162 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 08:08:41.597455 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading Plugin: timestamp
May 12 08:08:41.601207 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 08:08:41.601537 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading Plugin: network_ip_availability
May 12 08:08:41.606943 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6c9a9db850>> rbac-policy before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.607312 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6c9a9db850>> rbac-policy before_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.607660 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6c9a9db850>> rbac-policy before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.608361 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 08:08:41.608677 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading Plugin: flavors
May 12 08:08:41.613565 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 08:08:41.613892 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading Plugin: revisions
May 12 08:08:41.618134 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78583) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 12 08:08:41.618522 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.640s {{(pid=78583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:08:41.619252 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78583) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 12 08:08:41.619581 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Initializing extension manager.
May 12 08:08:41.620072 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: __init__.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.620408 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: __pycache__ {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.620762 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.621087 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: address_group.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.621848 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.622415 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: address-group
May 12 08:08:41.622736 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: address_scope.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.623437 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.623932 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: address-scope
May 12 08:08:41.624251 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.625154 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.625685 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: router-admin-state-down-before-update
May 12 08:08:41.625960 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: agent.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.626687 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.627182 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: agent
May 12 08:08:41.627495 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: agent_resources_synced.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.628362 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.628875 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: agent-resources-synced
May 12 08:08:41.629200 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: allowedaddresspairs.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.630941 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.631470 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: allowed-address-pairs
May 12 08:08:41.631789 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: auto_allocated_topology.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.632830 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.633372 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: auto-allocated-topology
May 12 08:08:41.633687 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: availability_zone.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.634372 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.634868 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: availability_zone
May 12 08:08:41.635189 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: availability_zone_filter.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.636071 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.636621 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: availability_zone_filter
May 12 08:08:41.636937 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: data_plane_status.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.637844 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.638336 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension data-plane-status not supported by any of loaded plugins
May 12 08:08:41.638652 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: default_subnetpools.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.639539 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.640036 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: default-subnetpools
May 12 08:08:41.640357 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.641151 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.641680 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: dhcp_agent_scheduler
May 12 08:08:41.641996 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: dns.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.642885 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.643373 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension dns-integration not supported by any of loaded plugins
May 12 08:08:41.643690 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: dns_domain_ports.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.644586 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.645080 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 12 08:08:41.645423 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: dvr.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.646079 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.646577 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: dvr
May 12 08:08:41.646892 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: empty_string_filtering.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.647785 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.648275 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: empty-string-filtering
May 12 08:08:41.648590 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.649512 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.650005 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 12 08:08:41.650314 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.651213 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.651702 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 12 08:08:41.652043 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: external_net.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.652922 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.653440 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: external-net
May 12 08:08:41.653755 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.654647 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.655139 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: extra_dhcp_opt
May 12 08:08:41.655455 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: extraroute.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.656348 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.656840 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: extraroute
May 12 08:08:41.657153 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: extraroute_atomic.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.658197 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.658698 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: extraroute-atomic
May 12 08:08:41.659013 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: filter_validation.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.659666 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.660163 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: filter-validation
May 12 08:08:41.660478 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: fip_pf_description.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.661575 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.662068 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 12 08:08:41.662381 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: fip_port_details.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.663286 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.663783 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: fip-port-details
May 12 08:08:41.664097 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: flavors.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.665347 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.665849 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: flavors
May 12 08:08:41.666172 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.667884 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.668396 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 12 08:08:41.668726 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: floatingip_pools.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.669455 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.669958 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: floatingip-pools
May 12 08:08:41.670278 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: ip_allocation.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.671191 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.671688 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension ip_allocation not supported by any of loaded plugins
May 12 08:08:41.672005 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.672930 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.673476 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: ip-substring-filtering
May 12 08:08:41.673798 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: l2_adjacency.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.674707 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.675200 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension l2_adjacency not supported by any of loaded plugins
May 12 08:08:41.675523 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: l3.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.676470 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.676982 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: router
May 12 08:08:41.677328 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.679518 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.680031 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 12 08:08:41.680357 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.681297 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.681799 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: ext-gw-mode
May 12 08:08:41.682116 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.683007 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.683531 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: l3-ha
May 12 08:08:41.683844 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: l3_flavors.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.684742 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.685261 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: l3-flavors
May 12 08:08:41.685573 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.686500 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.686995 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: l3-port-ip-change-not-allowed
May 12 08:08:41.687311 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: l3agentscheduler.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.688326 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.688826 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: l3_agent_scheduler
May 12 08:08:41.689147 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: logging.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.690666 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.691158 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension logging not supported by any of loaded plugins
May 12 08:08:41.691483 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: metering.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.692208 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.692778 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: metering
May 12 08:08:41.693096 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.694192 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.694693 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: metering_source_and_destination_fields
May 12 08:08:41.695013 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: multiprovidernet.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.696040 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.696549 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: multi-provider
May 12 08:08:41.696868 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: netmtu.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.697792 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.698289 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: net-mtu
May 12 08:08:41.698604 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: netmtu_writable.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.699549 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.700043 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: net-mtu-writable
May 12 08:08:41.700357 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: network_availability_zone.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.701013 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.701534 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: network_availability_zone
May 12 08:08:41.701847 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: network_ip_availability.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.702917 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.703419 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: network-ip-availability
May 12 08:08:41.703734 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: network_segment_range.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.704484 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.704978 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension network-segment-range not supported by any of loaded plugins
May 12 08:08:41.705317 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: pagination.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.706288 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.706609 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: pagination
May 12 08:08:41.706924 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: port_device_profile.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.707814 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.708320 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: port-device-profile
May 12 08:08:41.708641 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.709879 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.710373 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: port-mac-address-regenerate
May 12 08:08:41.710690 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.711576 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.712075 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: port-numa-affinity-policy
May 12 08:08:41.712600 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: port_resource_request.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.713297 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.713793 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension port-resource-request not supported by any of loaded plugins
May 12 08:08:41.714105 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: portbindings.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.715027 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.715521 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: binding
May 12 08:08:41.715834 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: portbindings_extended.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.717091 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.717630 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: binding-extended
May 12 08:08:41.717944 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: portsecurity.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.718829 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.719323 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: port-security
May 12 08:08:41.719642 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: project_id.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.720590 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.720912 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: project-id
May 12 08:08:41.721256 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: providernet.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.722172 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.722668 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: provider
May 12 08:08:41.722981 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: qos.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.726482 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.726997 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension qos not supported by any of loaded plugins
May 12 08:08:41.727325 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.728545 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.729053 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 12 08:08:41.729412 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.730392 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.730891 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 12 08:08:41.731212 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: qos_default.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.732097 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.732598 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension qos-default not supported by any of loaded plugins
May 12 08:08:41.732916 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: qos_fip.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.733573 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.734050 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension qos-fip not supported by any of loaded plugins
May 12 08:08:41.734379 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: qos_gateway_ip.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.735285 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.735777 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 12 08:08:41.736197 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: qos_port_network_policy.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.736983 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.737508 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 12 08:08:41.737825 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: qos_rule_type_details.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.738719 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.739221 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 12 08:08:41.739538 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: qos_rules_alias.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.740572 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.741070 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 12 08:08:41.741422 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: quotasv2.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.742427 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.742753 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: quotas
May 12 08:08:41.743069 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: quotasv2_detail.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.744669 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.744998 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: quota_details
May 12 08:08:41.745355 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: rbac.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.746445 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.746955 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: rbac-policies
May 12 08:08:41.747279 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: rbac_address_group.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.748180 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.748685 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: rbac-address-group
May 12 08:08:41.748999 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: rbac_address_scope.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.749919 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.750430 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: rbac-address-scope
May 12 08:08:41.750747 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: rbac_security_groups.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.751641 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.752148 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: rbac-security-groups
May 12 08:08:41.752463 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: rbac_subnetpool.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.753398 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.753893 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: rbac-subnetpool
May 12 08:08:41.754212 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: revisionifmatch.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.755105 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.755602 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: revision-if-match
May 12 08:08:41.755916 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: revisions.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.757006 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.757535 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: standard-attr-revisions
May 12 08:08:41.757850 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: router_availability_zone.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.758508 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.759012 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: router_availability_zone
May 12 08:08:41.759332 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: routerservicetype.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.760238 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.760733 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension router-service-type not supported by any of loaded plugins
May 12 08:08:41.761047 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.761993 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.762490 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: security-groups-normalized-cidr
May 12 08:08:41.762808 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.763710 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.764213 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: port-security-groups-filtering
May 12 08:08:41.764534 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.765462 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.765965 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: security-groups-remote-address-group
May 12 08:08:41.766289 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: securitygroup.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.775802 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.776346 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: security-group
May 12 08:08:41.776672 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: segment.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.777512 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.778008 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension segment not supported by any of loaded plugins
May 12 08:08:41.778333 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.779237 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.779734 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 12 08:08:41.780055 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: servicetype.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.781142 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.781677 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: service-type
May 12 08:08:41.781996 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: sorting.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.782955 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.783279 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: sorting
May 12 08:08:41.783594 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: standard_attr_segment.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.784497 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.785002 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 12 08:08:41.785356 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: standardattrdescription.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.785989 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.786492 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: standard-attr-description
May 12 08:08:41.786811 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: stateful_security_group.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.787707 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.788207 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: stateful-security-group
May 12 08:08:41.788523 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: stdattrs_common.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.789086 dv-cinder-790910-1-iscsi neutron-server[78583]: WARNING neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 12 08:08:41.789422 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.790389 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.790885 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 12 08:08:41.791199 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: subnet_onboard.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.792265 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.792793 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: subnet_onboard
May 12 08:08:41.793107 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.794042 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.794542 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 12 08:08:41.794859 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: subnet_service_types.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.795753 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.796262 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: subnet-service-types
May 12 08:08:41.796578 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: subnetallocation.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.797674 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.798176 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: subnet_allocation
May 12 08:08:41.798492 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.799144 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.799640 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: subnetpool-prefix-ops
May 12 08:08:41.799972 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.800866 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.801403 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 12 08:08:41.801719 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: tagging.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.802734 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.803267 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: standard-attr-tag
May 12 08:08:41.803589 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: timestamp.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.804757 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.805296 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loaded extension: standard-attr-timestamp
May 12 08:08:41.805619 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: trunk.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.806655 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.807160 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension trunk not supported by any of loaded plugins
May 12 08:08:41.807477 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: trunk_details.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.808449 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.808949 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension trunk-details not supported by any of loaded plugins
May 12 08:08:41.809293 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: uplink_status_propagation.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.810188 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.810683 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 12 08:08:41.810998 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Loading extension file: vlantransparent.py {{(pid=78583) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 12 08:08:41.811647 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78583) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 12 08:08:41.812143 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extension vlan-transparent not supported by any of loaded plugins
May 12 08:08:41.814609 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:network
May 12 08:08:41.815310 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:subnet
May 12 08:08:41.816073 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:subnetpool
May 12 08:08:41.816687 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:port
May 12 08:08:41.817960 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.818420 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service FLAVORS assigned prefix:  {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.819051 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.819470 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.819798 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:router
May 12 08:08:41.820450 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:floatingip
May 12 08:08:41.821148 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service METERING assigned prefix: /metering {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.822602 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6c9a8add30>> rbac-policy before_create 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.822967 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6c9a8add30>> rbac-policy before_update 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.823315 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6c9a8add30>> rbac-policy before_delete 55550000 {{(pid=78583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:08:41.824469 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of CountableResource for resource:rbac_policy
May 12 08:08:41.824903 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:security_group
May 12 08:08:41.825577 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:security_group_rule
May 12 08:08:41.826336 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service CORE assigned prefix:  {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.826672 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:subnetpool
May 12 08:08:41.827004 dv-cinder-790910-1-iscsi neutron-server[78583]: WARNING neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] subnetpool is already registered
May 12 08:08:41.827593 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service CORE assigned prefix:  {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.827946 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:subnetpool
May 12 08:08:41.828280 dv-cinder-790910-1-iscsi neutron-server[78583]: WARNING neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] subnetpool is already registered
May 12 08:08:41.830920 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.831353 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service FLAVORS assigned prefix:  {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.831951 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.832367 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.832697 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:router
May 12 08:08:41.833022 dv-cinder-790910-1-iscsi neutron-server[78583]: WARNING neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] router is already registered
May 12 08:08:41.833630 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:floatingip
May 12 08:08:41.833952 dv-cinder-790910-1-iscsi neutron-server[78583]: WARNING neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] floatingip is already registered
May 12 08:08:41.834895 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service METERING assigned prefix: /metering {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.835568 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of CountableResource for resource:rbac_policy
May 12 08:08:41.835891 dv-cinder-790910-1-iscsi neutron-server[78583]: WARNING neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] rbac_policy is already registered
May 12 08:08:41.837359 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:security_group
May 12 08:08:41.837695 dv-cinder-790910-1-iscsi neutron-server[78583]: WARNING neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] security_group is already registered
May 12 08:08:41.838280 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:security_group_rule
May 12 08:08:41.838610 dv-cinder-790910-1-iscsi neutron-server[78583]: WARNING neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] security_group_rule is already registered
May 12 08:08:41.839265 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service CORE assigned prefix:  {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.839648 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:subnetpool
May 12 08:08:41.839967 dv-cinder-790910-1-iscsi neutron-server[78583]: WARNING neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] subnetpool is already registered
May 12 08:08:41.840567 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.v2.resource_helper [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Service CORE assigned prefix:  {{(pid=78583) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 12 08:08:41.840899 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Creating instance of TrackedResource for resource:subnetpool
May 12 08:08:41.841244 dv-cinder-790910-1-iscsi neutron-server[78583]: WARNING neutron.quota.resource_registry [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] subnetpool is already registered
May 12 08:08:41.841884 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: extensions {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.843327 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: address-groups {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.844943 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: address-scopes {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.846197 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: agents {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.847450 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: auto-allocated-topology {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.848619 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: availability_zones {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.849968 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: dhcp-networks {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.851365 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: dhcp-agents {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.852794 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: routers {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.854661 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: flavors {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.855868 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: service_profiles {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.857063 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: next_providers {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.858640 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: service_profiles {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.860092 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: floatingip-pools {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.861426 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: routers {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.863286 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: floatingips {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.864473 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: l3-routers {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.865879 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: l3-agents {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.867303 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: metering-labels {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.868662 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: metering-label-rules {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.869964 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: network-ip-availabilities {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.871323 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: bindings {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.872976 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: quotas {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.874438 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: quotas {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.875854 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: rbac-policies {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.877146 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: security-groups {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.878651 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: security-group-rules {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.879899 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: service-providers {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.881132 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: subnetpools {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.882561 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: subnetpools {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.884019 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: tags {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.885721 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: tags {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.887565 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: tags {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.889433 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: tags {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.891228 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: tags {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.893066 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: tags {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.894795 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: tags {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.897627 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: tags {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:41.899395 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: tags {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:42.012727 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron.api.extensions [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Extended resource: tags {{(pid=78583) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 12 08:08:42.018745 dv-cinder-790910-1-iscsi neutron-server[78583]: WARNING keystonemiddleware.auth_token [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 12 08:08:42.023721 dv-cinder-790910-1-iscsi neutron-server[78583]: WARNING keystonemiddleware.auth_token [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 12 08:08:42.032053 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Acquired lock "singleton_lock" {{(pid=78583) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 12 08:08:42.032530 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_concurrency.lockutils [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Releasing lock "singleton_lock" {{(pid=78583) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 12 08:08:42.033175 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO oslo_service.service [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Starting 2 workers
May 12 08:08:42.037780 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Started child 78688 {{(pid=78583) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 12 08:08:42.041891 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Started child 78689 {{(pid=78583) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 12 08:08:42.042888 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:08:42.043773 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO neutron.service [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Neutron service started, listening on 0.0.0.0:9696
May 12 08:08:42.043953 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Notify callbacks [] for process, before_spawn {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:08:42.044370 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [-] (78688) wsgi starting up on http://0.0.0.0:9696
May 12 08:08:42.046288 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:08:42.046861 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO oslo_service.service [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Starting 1 workers
May 12 08:08:42.047603 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [-] (78689) wsgi starting up on http://0.0.0.0:9696
May 12 08:08:42.051200 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Started child 78690 {{(pid=78583) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 12 08:08:42.051728 dv-cinder-790910-1-iscsi neutron-server[78583]: INFO oslo_service.service [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Starting 1 workers
May 12 08:08:42.054707 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.service [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] calling RpcWorker wait() {{(pid=78690) _wait /opt/stack/neutron/neutron/service.py:128}}
May 12 08:08:42.055291 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.service [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] returning from RpcWorker wait() {{(pid=78690) _wait /opt/stack/neutron/neutron/service.py:135}}
May 12 08:08:42.055873 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Started child 78691 {{(pid=78583) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 12 08:08:42.056532 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:08:42.056675 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f24e-f54d-4844-940c-fd8ec0824e21 None None] Notify callbacks [] for process, after_spawn {{(pid=78583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:08:42.057004 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:08:42.058518 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78583) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 12 08:08:42.058702 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 12 08:08:42.058850 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 12 08:08:42.059092 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 12 08:08:42.059390 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 12 08:08:42.059554 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 12 08:08:42.060068 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.060344 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.060574 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.060832 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.061138 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.061355 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:08:42.061818 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.061953 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.062208 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.062450 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.062729 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.062855 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.063024 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.063290 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.063486 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.063831 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.064067 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.064301 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.064610 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.064787 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.065010 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.065287 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.065512 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.065785 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.066032 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.066510 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.066755 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.066987 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.067205 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.067471 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.067709 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.067980 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.068219 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.068453 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.068693 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.068950 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.069209 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.069424 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.069668 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.069918 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.070130 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.070606 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] host                           = dv-cinder-790910-1-iscsi {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.070824 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.071044 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.071290 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.071530 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.071793 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.072010 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.072254 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.072496 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.072741 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.072963 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.073264 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.073492 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.073712 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.074007 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.074171 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.074420 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.074702 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.074958 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.075144 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.075304 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.075523 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.075733 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.075897 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.076164 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.076392 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.076604 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.076847 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.077084 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.077335 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.077579 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.077822 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.078055 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.078265 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.078503 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.078745 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.078968 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.079209 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.079444 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.079671 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.079897 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.080126 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.080377 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.080589 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.080801 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.081060 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.081340 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.081549 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.081797 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.082052 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.082271 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.082492 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.082813 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.083193 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.083478 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.083726 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.083972 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.084185 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.084412 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.084945 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.085401 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.085643 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.085856 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.086217 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.086376 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.086554 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.086783 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.086996 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.087244 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.087454 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.087913 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.088214 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.088869 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.089375 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:08:42.089682 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.089924 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.090393 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.090637 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.090879 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.091147 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.091377 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.091680 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.091921 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.092213 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.092489 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.092758 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.093096 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.093322 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.093624 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.093859 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.094097 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.094311 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.095136 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.095136 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.095136 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.095380 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.36/identity {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.095599 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.095821 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.096062 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.096282 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.096495 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.096715 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.096950 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.097509 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.097922 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.098145 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.098392 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.098628 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.098868 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.099109 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.099344 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.099822 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.100060 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.100488 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.100709 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.100944 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.101242 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.101436 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.101690 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.101907 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.102168 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.102413 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.102650 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.103287 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.104727 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.106139 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.106444 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.106655 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.106884 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.107111 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.107347 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.107638 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.107899 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.108128 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.108356 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.108574 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.109004 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.109298 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.109522 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.109770 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.109990 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.110325 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.110470 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.110841 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.111057 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.111274 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.111688 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.111930 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.112152 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.112395 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.112596 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.112850 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.113121 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.113303 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.113528 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.113813 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.114126 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.114369 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.114635 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.114886 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.115147 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.115400 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.115651 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.115875 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.116121 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.116358 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.116612 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.116862 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.117104 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.117374 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.117607 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.117845 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.118050 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.118305 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.118534 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.118777 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.119010 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.119292 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.119523 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.119759 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.119996 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.120251 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.120531 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.120798 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.121088 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.121344 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.121601 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.121895 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.122150 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.122426 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.122669 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.122923 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.123190 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.123424 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.123674 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.124106 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.124361 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.124580 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.124847 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.125095 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.128939 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.129251 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.129518 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.129865 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.130114 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.130342 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.130568 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.130849 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.131105 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.131355 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.131620 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.131867 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.132109 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.132352 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.132603 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.36/identity {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.132832 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.133063 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.133391 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.133662 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.133929 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.134186 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.134446 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.134930 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.135039 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.135220 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.135450 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.135802 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.136058 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.136364 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.136590 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.136935 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.137164 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.137420 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.137667 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.137893 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.138117 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.138342 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.138579 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.138833 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.139056 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.139328 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.139595 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.139840 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.140100 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.140430 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.140693 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.140914 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.141169 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.141445 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.141632 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.141848 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.142173 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.142395 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.142611 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.142842 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.143080 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.143318 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.143574 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.143916 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.144185 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.144421 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.144671 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.144893 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.145130 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.145414 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.145655 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.145967 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.146190 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.146429 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.146714 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.147054 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.147302 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.147521 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.147735 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.147952 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.148207 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.148436 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.148735 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.148982 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.149240 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.149484 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.149721 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.149952 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.150164 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.150394 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.150611 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.150821 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.151050 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.151261 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.151471 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.151687 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.151925 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.152191 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.152409 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.152629 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.152846 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.153054 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.153324 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.153536 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.153745 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.153959 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.154168 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.154486 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.154734 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.154963 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.155255 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.155486 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.155713 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.156071 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.156407 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.156622 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.156894 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.157241 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.157463 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.157705 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.157964 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.158272 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.158575 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.158851 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.159093 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.159369 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.159651 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.159911 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.160127 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.160423 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.160781 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.161084 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.161392 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.161614 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.161899 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.162152 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.162369 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.162593 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.162823 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.163060 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.163313 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.163552 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.163776 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.164010 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.164236 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.164453 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.164677 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.164907 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.165319 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.165413 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.165592 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 12 08:08:42.166174 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78583) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 12 08:08:42.166334 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 12 08:08:42.166501 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 12 08:08:42.166690 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 12 08:08:42.166859 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 12 08:08:42.167012 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 12 08:08:42.167316 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.167507 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.167703 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.167865 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.168024 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.168226 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.168390 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.168550 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.168708 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.168867 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.169027 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.169210 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.169365 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.169529 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.169690 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.169848 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.170007 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.170168 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.170331 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.170490 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.170649 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.170810 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.170968 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.171130 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.171321 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.171481 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.171793 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.171954 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.172116 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.172274 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.172432 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.172636 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.172736 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.172893 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.173051 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.173233 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.173393 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.173551 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.173709 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.173868 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.174027 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] host                           = dv-cinder-790910-1-iscsi {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.174187 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.174344 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.174501 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.174659 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.174817 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.174977 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.175134 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.175295 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.175456 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.175615 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.175772 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.175932 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.176089 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.176249 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.176407 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.176564 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.176721 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.176880 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.177056 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.177257 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.177706 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.177706 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.177706 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.177947 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.178027 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.178159 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.178312 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.178465 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.178619 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.178778 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.178937 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.179094 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.179255 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.179415 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.179573 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.179730 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.179889 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.180045 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.180204 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.180361 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.180520 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.180679 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.180837 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.180995 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.181152 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.181343 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.181486 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.181663 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.181799 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.181956 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.182115 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.182273 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.182434 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.182593 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.182750 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.183033 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.183151 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.183311 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.183470 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.183629 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.183787 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.183945 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.184119 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.184261 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.184437 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.184577 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.184734 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.184895 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.185055 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 12 08:08:42.185254 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.185418 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.185593 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.186180 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.186180 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.186180 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.186180 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.186487 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.186487 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.186661 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.186832 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.186999 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.187175 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.187344 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.187502 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.187632 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.187860 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.188171 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.188304 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.188463 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.188639 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.188782 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.188954 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.189121 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.189309 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.36/identity {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.189651 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.189651 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.189893 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.190018 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.190096 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.190308 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.190390 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.190520 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.190680 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.190841 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.191002 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.191163 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.191325 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.191487 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.191765 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.191877 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.192038 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.192205 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.192369 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.192533 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.192695 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.192859 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.193023 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.193174 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.193359 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.193532 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.193964 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.193964 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.194140 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.194140 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.194286 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.194464 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.194608 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.194764 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.194923 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.195087 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.195260 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.195422 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.195584 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.195744 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.195905 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.196068 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.196231 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.196392 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.196553 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.196716 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.196877 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.197040 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.197219 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.197384 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.197545 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.197707 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.197871 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.198035 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.198196 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.198355 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.198517 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.198677 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.198890 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.199200 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.199286 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.199368 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.199531 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.199691 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.199853 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.200017 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.200179 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.200340 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.200504 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.200665 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.200827 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.200988 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.201152 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.201334 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.201495 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.201656 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.201872 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.201983 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.202125 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.202286 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.202448 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.202610 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.202770 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.202935 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.203100 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.203261 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.203431 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.203593 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.203756 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.203916 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.204084 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.204257 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.204419 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.204584 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.204744 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.204905 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.205065 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.205251 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.205573 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.205573 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.205734 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.205869 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.206044 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.206219 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.206381 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.206543 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.206704 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.206888 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.207050 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.207210 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.207373 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.207534 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.207695 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.207858 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.208019 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.208181 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.208267 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:08:42.208362 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.208493 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.208654 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.36/identity {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.208816 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.208981 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.209142 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.209325 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.209794 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.209958 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.210121 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.210283 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.210445 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.210606 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.210770 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.210930 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.211092 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.211253 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.211414 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.211574 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.211736 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.211897 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.212061 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.212222 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.212383 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.212545 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.212706 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.212868 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.213032 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.213223 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.213375 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.213538 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.213701 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.213863 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.214026 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.214188 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.214368 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.214538 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.214702 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.214865 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.215027 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.215190 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.215353 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.215514 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.215677 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.215838 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.216002 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.216178 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.216418 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.216543 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.216675 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.216799 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.216946 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.217106 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.217291 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.217454 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.217614 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.217775 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.217940 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.218103 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.218264 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.218425 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.218588 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.218754 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.218914 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.219075 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.219253 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.219415 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.219575 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.219735 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.219897 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.220142 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.220304 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.220457 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.220629 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.220778 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.220901 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.221062 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.222047 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.222047 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.222047 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.222047 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.222047 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.222047 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.222792 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.222792 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.222792 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.222792 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.222792 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.223366 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.223366 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.223366 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.223366 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.225305 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.225305 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.225305 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.225305 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.225305 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.225305 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.225305 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.225305 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.226853 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.226853 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.226853 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.226853 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.226853 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.226853 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.226853 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.226853 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.227966 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.227966 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.227966 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.227966 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.227966 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.227966 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.227966 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.227966 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.229005 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.229005 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.229005 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.229005 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.229005 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.229005 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.229005 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.229005 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.229005 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.230085 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.230085 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.230085 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.230085 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.230085 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.230085 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.230085 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.230085 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 12 08:08:42.230688 dv-cinder-790910-1-iscsi neutron-server[78583]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78583) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 12 08:08:42.370248 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 53334) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:08:42.383285 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0098910
May 12 08:08:53.017728 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4dc64b-7a6f-4894-8519-db462e130bcd None None] get_active_networks_info from dv-cinder-790910-1-iscsi {{(pid=78690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 12 08:08:53.097391 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4dc64b-7a6f-4894-8519-db462e130bcd None None] No non-hosted networks {{(pid=78690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 12 08:08:53.112485 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0ebae5be-8e68-4f43-a885-2e5c80709fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622'] for agent, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:08:55.237698 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622'] for agent, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:08:55.238620 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:08:55.239044 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:08:55.239670 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:08:55.240145 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:08:55.240653 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:08:55.241090 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:08:55.242079 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:08:55.242668 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:08:55.243201 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:08:55.243869 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:08:55.244384 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:08:55.244956 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:08:55.245528 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6c9a5e19a0>, 'Open vSwitch agent', 'dv-cinder-790910-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:08:55.257336 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6c9a5f0880>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790910-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:08:55.498045 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-e75d4169-1522-441c-a8f7-b4d5567b85fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622'] for agent, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:08:55.563185 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-9bf999ad-744f-49ea-aa55-c7f5b8054188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:08:56.379119 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622'] for agent, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:08:57.760218 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622'] for agent, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:08:59.381392 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 53424) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:08:59.434585 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.db.l3_hamode_db [None req-12b2552b-6c37-4fe7-a7c4-b4b3a7fb1290 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 12 08:08:59.517570 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2552b-6c37-4fe7-a7c4-b4b3a7fb1290 None None] Routers set() bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:08:59.517963 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2552b-6c37-4fe7-a7c4-b4b3a7fb1290 None None] Router IDs set() for agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 12 08:08:59.993698 dv-cinder-790910-1-iscsi neutron-server[78688]: WARNING oslo_policy.policy [None req-41f4de2a-bb88-4a51-ad28-36a96de36e6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 08:08:59.994515 dv-cinder-790910-1-iscsi neutron-server[78688]: WARNING oslo_policy.policy [None req-41f4de2a-bb88-4a51-ad28-36a96de36e6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 08:09:00.206568 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [None req-41f4de2a-bb88-4a51-ad28-36a96de36e6f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 08:09:00.207812 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-41f4de2a-bb88-4a51-ad28-36a96de36e6f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8243585
May 12 08:09:02.533022 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 53438) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:09:03.119169 dv-cinder-790910-1-iscsi neutron-server[78689]: WARNING oslo_policy.policy [None req-5ff257fe-4584-457e-925d-c3e217eb051b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 08:09:03.119729 dv-cinder-790910-1-iscsi neutron-server[78689]: WARNING oslo_policy.policy [None req-5ff257fe-4584-457e-925d-c3e217eb051b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 08:09:03.329677 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-5ff257fe-4584-457e-925d-c3e217eb051b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:09:03.426468 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.policy [None req-5ff257fe-4584-457e-925d-c3e217eb051b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78689) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 12 08:09:03.471254 dv-cinder-790910-1-iscsi neutron-server[78689]: WARNING oslo_policy.policy [None req-5ff257fe-4584-457e-925d-c3e217eb051b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 08:09:03.471617 dv-cinder-790910-1-iscsi neutron-server[78689]: WARNING oslo_policy.policy [None req-5ff257fe-4584-457e-925d-c3e217eb051b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 08:09:03.480175 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.quota [None req-5ff257fe-4584-457e-925d-c3e217eb051b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6c9a2c5fd0>.
May 12 08:09:03.496038 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-5ff257fe-4584-457e-925d-c3e217eb051b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:09:03.558046 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5ff257fe-4584-457e-925d-c3e217eb051b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756525512800', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756525513267', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756525498580', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756525431864', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756525418147', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756525416380', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-644035', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535782', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601672', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1640158'] for rbac-policy, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:03.630761 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5ff257fe-4584-457e-925d-c3e217eb051b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:03.631939 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-5ff257fe-4584-457e-925d-c3e217eb051b admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0980437
May 12 08:09:06.192052 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 53456) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:09:06.549693 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Request body: {'network': {'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'admin_state_up': True, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'name': 'private'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:09:06.551996 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.quota [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6c9a66feb0>.
May 12 08:09:06.570395 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:09:06.577143 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Usage tracker for resource:network and tenant:0cc063df552d439986ba66f18f0ef580 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:09:06.583007 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:09:06.591031 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:09:06.609544 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Made reservation on behalf of 0cc063df552d439986ba66f18f0ef580 for: {'network': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:09:06.679549 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.policy [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78688) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 12 08:09:06.724139 dv-cinder-790910-1-iscsi neutron-server[78688]: WARNING oslo_policy.policy [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 08:09:06.724508 dv-cinder-790910-1-iscsi neutron-server[78688]: WARNING oslo_policy.policy [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 12 08:09:06.734215 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:06.756089 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:06.770885 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:09:06.774943 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Usage tracker for resource:security_group_rule and tenant:0cc063df552d439986ba66f18f0ef580 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:09:06.780267 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:09:06.785914 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:09:06.894345 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:06.900927 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:06.906411 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:06.925641 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'}  {{(pid=78688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:09:06.949651 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756527123604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:06.950166 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6c9b04c940> segment precommit_create {{(pid=78688) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 12 08:09:06.950618 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.segments_db [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Added segment 21ec7a3b-bad0-48a6-96e0-5f312d63d794 of type vlan for network 11deb855-ab14-4437-9eab-6f8ec2643c3d
May 12 08:09:06.958861 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dec548-fe80-4978-af25-2e51b79ae586,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:07.012397 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:07.012740 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:07.013078 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:07.013429 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:07.013841 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:07.014011 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:07.014354 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:07.014654 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:07.014958 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:07.015264 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:07.015563 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:07.015863 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Tracked resource versions report:
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]: pushed versions:
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]: {   'AddressGroup': {'1.2'},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     'ConntrackHelper': {'1.0'},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     'Log': {'1.0'},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     'Network': {'1.1'},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     'Port': {'1.7'},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     'PortForwarding': {'1.2'},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     'QosPolicy': {'1.8'},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     'SecurityGroup': {'1.4'},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     'SecurityGroupRule': {'1.2'},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     'SubPort': {'1.0'},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     'Subnet': {'1.1'},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     'Trunk': {'1.1'}}
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]: consumer versions:
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]: {   DHCP agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     L3 agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     Metadata agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     Metering agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:     Open vSwitch agent@dv-cinder-790910-1-iscsi: {   'AddressGroup': '1.2',
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'ConntrackHelper': '1.0',
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'Log': '1.0',
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'Network': '1.1',
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'Port': '1.7',
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'PortForwarding': '1.2',
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'QosPolicy': '1.8',
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'SecurityGroup': '1.4',
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'SecurityGroupRule': '1.2',
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'SubPort': '1.0',
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'Subnet': '1.1',
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'Trunk': '1.1'}}
May 12 08:09:07.016956 dv-cinder-790910-1-iscsi neutron-server[78688]:  {{(pid=78688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 08:09:07.067269 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:07.073165 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:07.112361 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:07.114056 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:09:07.114692 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:07.119239 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:07.219072 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0259058
May 12 08:09:07.221807 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Pushing event updated for resources: {'Network': ['ID=11deb855-ab14-4437-9eab-6f8ec2643c3d,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:07.225449 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:07.235426 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network 11deb855-ab14-4437-9eab-6f8ec2643c3d details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:09:09.842562 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 53474) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:09:10.317857 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12fe300-ac14-4315-8a71-f578d4f91718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:09:10.319144 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-e12fe300-ac14-4315-8a71-f578d4f91718 admin admin] 10.222.0.36 "GET /v2.0/networks/11deb855-ab14-4437-9eab-6f8ec2643c3d HTTP/1.1" status: 200  len: 825 time: 0.4755502
May 12 08:09:10.351534 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-d8ff3572-46a6-4f57-bef4-20acdf279018 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/07250462-59de-4f29-9e1e-d2fe8ebe4816 HTTP/1.1" status: 200  len: 734 time: 0.0242326
May 12 08:09:10.359874 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d', 'subnetpool_id': '07250462-59de-4f29-9e1e-d2fe8ebe4816'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:09:10.364417 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:09:10.368313 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Usage tracker for resource:subnet and tenant:0cc063df552d439986ba66f18f0ef580 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:09:10.371484 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:09:10.380997 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:09:10.394311 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Made reservation on behalf of 0cc063df552d439986ba66f18f0ef580 for: {'subnet': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:09:10.396696 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:10.871653 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:10.875438 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:10.952069 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f630f947-0b68-4bd0-8264-4c981f357a20,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:10.954087 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Checking segment: {'id': '21ec7a3b-bad0-48a6-96e0-5f312d63d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:09:10.954451 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Network hostable DHCP agents. Network: 11deb855-ab14-4437-9eab-6f8ec2643c3d, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:09:10.958622 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:10.977689 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Network 11deb855-ab14-4437-9eab-6f8ec2643c3d is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:09:10.990485 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, 11deb855-ab14-4437-9eab-6f8ec2643c3d) {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:09:10.995060 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:09:10.995701 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:11.000798 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95812f1-4a54-41b3-9601-84e816e7bbb3 None None] Network 11deb855-ab14-4437-9eab-6f8ec2643c3d requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:09:11.016997 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6603639
May 12 08:09:11.308062 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2702bc7-e328-5c98-9899-9b927245ab55-11deb855-ab14-4437-9eab-6f8ec2643c3d', 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'fixed_ips': [{'subnet_id': 'f630f947-0b68-4bd0-8264-4c981f357a20'}]}} from dv-cinder-790910-1-iscsi. {{(pid=78690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 12 08:09:11.309236 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:11.488715 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.db_base_plugin_common [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Allocated IP 172.20.0.2 (11deb855-ab14-4437-9eab-6f8ec2643c3d/f630f947-0b68-4bd0-8264-4c981f357a20/c6d861ac-c7d6-4acb-89be-9965a565f630) {{(pid=78690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:09:11.710545 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Notify callbacks [] for port, precommit_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:11.723471 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Transition to ACTIVE for port object c6d861ac-c7d6-4acb-89be-9965a565f630 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:09:11.742017 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Transition to ACTIVE for port object c6d861ac-c7d6-4acb-89be-9965a565f630 will not be triggered until provisioned by entity DHCP. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:09:11.748368 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:11.752273 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:11.806974 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Network 11deb855-ab14-4437-9eab-6f8ec2643c3d is already hosted by enough agents. {{(pid=78690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:09:11.809881 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.base_scheduler [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Resources bound (agent type, host, resource id):  {{(pid=78690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:09:11.822435 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Received port after_create {{(pid=78690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:09:11.824567 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Pushing event updated for resources: {'Port': ['ID=c6d861ac-c7d6-4acb-89be-9965a565f630,revision_number=1']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:11.860030 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:11.860350 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:11.860673 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:11.860987 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:11.861320 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:11.861628 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:11.861934 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:11.862235 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:11.862555 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:11.862855 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:11.863156 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:11.863437 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Tracked resource versions report:
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]: pushed versions:
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]: {   'AddressGroup': {'1.2'},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     'ConntrackHelper': {'1.0'},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     'Log': {'1.0'},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     'Network': {'1.1'},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     'Port': {'1.7'},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     'PortForwarding': {'1.2'},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     'QosPolicy': {'1.8'},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     'SecurityGroup': {'1.4'},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     'SecurityGroupRule': {'1.2'},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     'SubPort': {'1.0'},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     'Subnet': {'1.1'},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     'Trunk': {'1.1'}}
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]: consumer versions:
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]: {   DHCP agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     L3 agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     Metadata agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     Metering agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:     Open vSwitch agent@dv-cinder-790910-1-iscsi: {   'AddressGroup': '1.2',
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'ConntrackHelper': '1.0',
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'Log': '1.0',
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'Network': '1.1',
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'Port': '1.7',
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'PortForwarding': '1.2',
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'QosPolicy': '1.8',
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'SecurityGroup': '1.4',
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'SecurityGroupRule': '1.2',
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'SubPort': '1.0',
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'Subnet': '1.1',
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'Trunk': '1.1'}}
May 12 08:09:11.864515 dv-cinder-790910-1-iscsi neutron-server[78690]:  {{(pid=78690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 08:09:11.873845 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:11.925069 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Attempting to bind port c6d861ac-c7d6-4acb-89be-9965a565f630 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:09:11.925474 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Attempting to bind port c6d861ac-c7d6-4acb-89be-9965a565f630 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '21ec7a3b-bad0-48a6-96e0-5f312d63d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:09:11.925894 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Attempting to bind port c6d861ac-c7d6-4acb-89be-9965a565f630 on network 11deb855-ab14-4437-9eab-6f8ec2643c3d {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:09:11.931194 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:09:11.931586 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Checking segment: {'id': '21ec7a3b-bad0-48a6-96e0-5f312d63d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:09:11.932046 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:11.932424 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Bound using segment: {'id': '21ec7a3b-bad0-48a6-96e0-5f312d63d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:09:11.932947 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Bound port: c6d861ac-c7d6-4acb-89be-9965a565f630, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec7a3b-bad0-48a6-96e0-5f312d63d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:09:11.933358 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:12.020217 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] For port c6d861ac-c7d6-4acb-89be-9965a565f630, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:09:12.024071 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] For port c6d861ac-c7d6-4acb-89be-9965a565f630, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=c6d861ac-c7d6-4acb-89be-9965a565f630,segment=NetworkSegment(21ec7a3b-bad0-48a6-96e0-5f312d63d794),segment_id=21ec7a3b-bad0-48a6-96e0-5f312d63d794)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:09:12.029745 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:12.033450 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:12.115871 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Pushing event updated for resources: {'Port': ['ID=c6d861ac-c7d6-4acb-89be-9965a565f630,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:12.136636 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:13.352492 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 53486) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:09:13.723796 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [None req-ebd4fdf6-e087-4868-866a-05c9aabc4b08 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 08:09:13.724778 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-ebd4fdf6-e087-4868-866a-05c9aabc4b08 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3713160
May 12 08:09:16.018271 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 53496) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:09:16.419808 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [None req-6d74bfc4-68c0-4bb7-8321-dd8a2d5bfba5 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 08:09:16.420793 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-6d74bfc4-68c0-4bb7-8321-dd8a2d5bfba5 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4017103
May 12 08:09:17.125392 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device c6d861ac-c7d6-4acb-89be-9965a565f630 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:09:17.197559 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port c6d861ac-c7d6-4acb-89be-9965a565f630 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:09:17.475943 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8514378-6df8-4fb8-9263-1760b4ca845f None None] Network 11deb855-ab14-4437-9eab-6f8ec2643c3d requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:09:17.557082 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-9b3d1932-e18e-4530-8f36-bbbf66c1c18d None None] Provisioning for port c6d861ac-c7d6-4acb-89be-9965a565f630 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:09:17.575163 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-9b3d1932-e18e-4530-8f36-bbbf66c1c18d None None] Provisioning complete for port c6d861ac-c7d6-4acb-89be-9965a565f630 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:09:17.575549 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-9b3d1932-e18e-4530-8f36-bbbf66c1c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:17.793412 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-9b3d1932-e18e-4530-8f36-bbbf66c1c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:17.831421 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-9b3d1932-e18e-4530-8f36-bbbf66c1c18d None None] For port c6d861ac-c7d6-4acb-89be-9965a565f630, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=c6d861ac-c7d6-4acb-89be-9965a565f630,segment=NetworkSegment(21ec7a3b-bad0-48a6-96e0-5f312d63d794),segment_id=21ec7a3b-bad0-48a6-96e0-5f312d63d794)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:09:17.842899 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-9b3d1932-e18e-4530-8f36-bbbf66c1c18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:17.850871 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:17.945476 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d1932-e18e-4530-8f36-bbbf66c1c18d None None] Pushing event updated for resources: {'Port': ['ID=c6d861ac-c7d6-4acb-89be-9965a565f630,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:17.948610 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-9b3d1932-e18e-4530-8f36-bbbf66c1c18d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:18.071155 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-750ec903-d28a-4f99-b64c-e67ed0a8b2ab None None] Provisioning complete for port c6d861ac-c7d6-4acb-89be-9965a565f630 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:09:18.071424 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-750ec903-d28a-4f99-b64c-e67ed0a8b2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:19.064955 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 53512) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:09:19.098260 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device c6d861ac-c7d6-4acb-89be-9965a565f630 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:09:19.164961 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port c6d861ac-c7d6-4acb-89be-9965a565f630 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:09:19.165367 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:19.431174 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-f4da7def-ed9f-406b-9062-f1f9ef5a3d34 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0cc063df552d439986ba66f18f0ef580'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:09:19.436459 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-f4da7def-ed9f-406b-9062-f1f9ef5a3d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:09:19.441340 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-f4da7def-ed9f-406b-9062-f1f9ef5a3d34 admin admin] Usage tracker for resource:router and tenant:0cc063df552d439986ba66f18f0ef580 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:09:19.445115 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-f4da7def-ed9f-406b-9062-f1f9ef5a3d34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:09:19.451601 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-f4da7def-ed9f-406b-9062-f1f9ef5a3d34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:09:19.463271 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-f4da7def-ed9f-406b-9062-f1f9ef5a3d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30017'] for router, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:19.465377 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-f4da7def-ed9f-406b-9062-f1f9ef5a3d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-367070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30072'] for router, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:19.488611 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-f4da7def-ed9f-406b-9062-f1f9ef5a3d34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:19.605910 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-f4da7def-ed9f-406b-9062-f1f9ef5a3d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833010'] for router, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:19.625438 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-f4da7def-ed9f-406b-9062-f1f9ef5a3d34 admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:19.626629 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-f4da7def-ed9f-406b-9062-f1f9ef5a3d34 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5607076
May 12 08:09:21.948165 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 53522) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:09:22.343181 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [None req-33989d1d-187e-4d0f-9485-a53f4f0e5862 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 08:09:22.344091 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-33989d1d-187e-4d0f-9485-a53f4f0e5862 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3948984
May 12 08:09:22.827578 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-c522e726-8099-414d-b753-d75624c08e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:24.678706 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 53532) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:09:25.058959 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:09:25.065699 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:09:25.071852 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Usage tracker for resource:network and tenant:c3224dc49ffd447aa44b09b266a61be9 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:09:25.075892 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:09:25.081965 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:09:25.094962 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Made reservation on behalf of c3224dc49ffd447aa44b09b266a61be9 for: {'network': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:09:25.097338 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:25.112654 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:25.127298 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:09:25.131345 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Usage tracker for resource:security_group_rule and tenant:c3224dc49ffd447aa44b09b266a61be9 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:09:25.134277 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:09:25.139942 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:09:25.221813 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:25.227201 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:25.230405 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:25.231197 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:25.255195 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Reserving flat network on physical network physnet1 {{(pid=78688) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 12 08:09:25.264544 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785d78cf-246a-49fe-b4b8-084383aa5308,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:25.267975 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:25.271836 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:25.272149 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.segments_db [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Added segment 27f356b5-da89-420e-8b41-153f70cf5378 of type flat for network 069f2160-aa3e-48e5-a977-e51b8a4e427f
May 12 08:09:25.302800 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:25.340298 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:25.341570 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:09:25.342134 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:25.346484 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:25.441917 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Pushing event updated for resources: {'Network': ['ID=069f2160-aa3e-48e5-a977-e51b8a4e427f,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:25.456729 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7651241
May 12 08:09:25.456729 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:25.468178 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:09:25.583023 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-62448bde-59d5-4b1c-b0a6-cbd45a3f3eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:26.324426 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:27.712619 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:27.756124 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 53552) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:09:28.001968 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6112e2c6-4bf4-40d9-a683-2fb97fa4227f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:09:28.003386 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-6112e2c6-4bf4-40d9-a683-2fb97fa4227f admin admin] 10.222.0.36 "GET /v2.0/subnets/f630f947-0b68-4bd0-8264-4c981f357a20 HTTP/1.1" status: 200  len: 849 time: 0.2459147
May 12 08:09:28.143819 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-07066e44-2ddd-4395-92b1-4ad89798164e admin admin] 10.222.0.36 "GET /v2.0/routers/e77c92bc-543c-4b31-8fc5-269d06763554 HTTP/1.1" status: 200  len: 704 time: 0.1319506
May 12 08:09:28.611579 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:28.849361 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Allocated IP 172.20.0.1 (11deb855-ab14-4437-9eab-6f8ec2643c3d/f630f947-0b68-4bd0-8264-4c981f357a20/9c96a4db-04ac-40b7-a3e6-fb56ee526e2f) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:09:29.015602 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:29.033235 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Transition to ACTIVE for port object 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f will not be triggered until provisioned by entity DHCP. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:09:29.092661 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:29.096855 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:29.143233 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Network 11deb855-ab14-4437-9eab-6f8ec2643c3d is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:09:29.150168 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:09:29.193575 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:09:29.193710 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820397'] for router_interface, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:29.303451 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Pushing event updated for resources: {'Port': ['ID=9c96a4db-04ac-40b7-a3e6-fb56ee526e2f,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:29.331780 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:29.332129 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:29.332452 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:29.332767 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:29.333077 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:29.333429 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:29.333742 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:29.334048 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:29.334389 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:29.334673 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:29.335296 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:29.335579 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Tracked resource versions report:
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]: pushed versions:
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]: {   'AddressGroup': {'1.2'},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     'ConntrackHelper': {'1.0'},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     'Log': {'1.0'},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     'Network': {'1.1'},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     'Port': {'1.7'},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     'PortForwarding': {'1.2'},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     'QosPolicy': {'1.8'},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     'SecurityGroup': {'1.4'},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     'SecurityGroupRule': {'1.2'},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     'SubPort': {'1.0'},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     'Subnet': {'1.1'},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     'Trunk': {'1.1'}}
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]: consumer versions:
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]: {   DHCP agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     L3 agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     Metadata agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     Metering agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:     Open vSwitch agent@dv-cinder-790910-1-iscsi: {   'AddressGroup': '1.2',
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'ConntrackHelper': '1.0',
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'Log': '1.0',
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'Network': '1.1',
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'Port': '1.7',
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'PortForwarding': '1.2',
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'QosPolicy': '1.8',
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'SecurityGroup': '1.4',
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'SecurityGroupRule': '1.2',
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'SubPort': '1.0',
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'Subnet': '1.1',
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'Trunk': '1.1'}}
May 12 08:09:29.336649 dv-cinder-790910-1-iscsi neutron-server[78689]:  {{(pid=78689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 08:09:29.344580 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:29.394917 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-84e651e3-e9f1-48fa-b38b-0795626fe2b3 None None] Provisioning for port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:09:29.399449 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-84e651e3-e9f1-48fa-b38b-0795626fe2b3 None None] Provisioning complete for port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:09:29.399879 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-84e651e3-e9f1-48fa-b38b-0795626fe2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:29.455230 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-84e651e3-e9f1-48fa-b38b-0795626fe2b3 None None] Port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:09:29.461879 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:29.719841 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:29.728236 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:29.729914 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820238'] for router_interface, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:29.733327 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:29.860349 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Pushing event updated for resources: {'Port': ['ID=9c96a4db-04ac-40b7-a3e6-fb56ee526e2f,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:29.864919 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:29.924260 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Network 11deb855-ab14-4437-9eab-6f8ec2643c3d is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:09:29.925460 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:09:30.077652 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-ad67801c-f6d3-45ba-8c98-9a1697e3ecf0 None None] Provisioning complete for port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:09:30.078112 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-ad67801c-f6d3-45ba-8c98-9a1697e3ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:30.114236 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Router e77c92bc-543c-4b31-8fc5-269d06763554 is scheduled to L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 with binding_index 1 {{(pid=78689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 08:09:30.132333 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-ad67801c-f6d3-45ba-8c98-9a1697e3ecf0 None None] Port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:09:30.265442 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:09:30.274942 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] 10.222.0.36 "PUT /v2.0/routers/e77c92bc-543c-4b31-8fc5-269d06763554/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1238217
May 12 08:09:30.276226 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Sync routers for ids ['e77c92bc-543c-4b31-8fc5-269d06763554'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:09:30.286873 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Routers {'e77c92bc-543c-4b31-8fc5-269d06763554'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:09:30.287818 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9a5f3cd0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:09:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['e77c92bc-543c-4b31-8fc5-269d06763554'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:09:30.457137 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Set router e77c92bc-543c-4b31-8fc5-269d06763554 gateway port host: None {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:09:30.820404 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9a5f3cd0>, [{'id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'name': 'router1', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:09:19Z', 'updated_at': '2021-05-12T08:09:29Z', 'revision_number': 2, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'gw_port_host': None, '_interfaces': [{'id': '9c96a4db-04ac-40b7-a3e6-fb56ee526e2f', 'name': '', 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'mac_address': 'fa:16:3e:fe:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f630f947-0b68-4bd0-8264-4c981f357a20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:28Z', 'updated_at': '2021-05-12T08:09:29Z', 'revision_number': 2, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'subnets': [{'id': 'f630f947-0b68-4bd0-8264-4c981f357a20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07250462-59de-4f29-9e1e-d2fe8ebe4816'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:09:30.825369 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Checking router: e77c92bc-543c-4b31-8fc5-269d06763554 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:09:30.825737 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Updating router e77c92bc-543c-4b31-8fc5-269d06763554 port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f binding host dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:09:30.876561 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:31.247408 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Notify callbacks [] for port, precommit_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:31.261745 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.provisioning_blocks [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Transition to ACTIVE for port object 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f will not be triggered until provisioned by entity L2. {{(pid=78691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:09:31.267929 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:31.272794 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:31.483653 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Pushing event updated for resources: {'Port': ['ID=9c96a4db-04ac-40b7-a3e6-fb56ee526e2f,revision_number=3']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:31.494645 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:31.495047 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:31.495375 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:31.495697 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:31.496014 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:31.496329 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:31.496642 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:31.496959 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:31.497296 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:31.497658 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:31.497918 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:31.498225 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Tracked resource versions report:
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]: pushed versions:
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]: {   'AddressGroup': {'1.2'},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     'ConntrackHelper': {'1.0'},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     'Log': {'1.0'},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     'Network': {'1.1'},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     'Port': {'1.7'},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     'PortForwarding': {'1.2'},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     'QosPolicy': {'1.8'},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     'SecurityGroup': {'1.4'},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     'SecurityGroupRule': {'1.2'},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     'SubPort': {'1.0'},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     'Subnet': {'1.1'},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     'Trunk': {'1.1'}}
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]: consumer versions:
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]: {   DHCP agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     L3 agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     Metadata agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     Metering agent@dv-cinder-790910-1-iscsi: {},
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:     Open vSwitch agent@dv-cinder-790910-1-iscsi: {   'AddressGroup': '1.2',
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'ConntrackHelper': '1.0',
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'Log': '1.0',
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'Network': '1.1',
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'Port': '1.7',
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'PortForwarding': '1.2',
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'QosPolicy': '1.8',
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'SecurityGroup': '1.4',
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'SecurityGroupRule': '1.2',
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'SubPort': '1.0',
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'Subnet': '1.1',
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'Trunk': '1.1'}}
May 12 08:09:31.499331 dv-cinder-790910-1-iscsi neutron-server[78691]:  {{(pid=78691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 08:09:31.504390 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Attempting to bind port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:09:31.504810 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Attempting to bind port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '21ec7a3b-bad0-48a6-96e0-5f312d63d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d'}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:09:31.505255 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Attempting to bind port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f on network 11deb855-ab14-4437-9eab-6f8ec2643c3d {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:09:31.507543 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:31.511435 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:09:31.511842 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Checking segment: {'id': '21ec7a3b-bad0-48a6-96e0-5f312d63d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:09:31.512307 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:31.512685 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Bound using segment: {'id': '21ec7a3b-bad0-48a6-96e0-5f312d63d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d'} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:09:31.513212 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Bound port: 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ec7a3b-bad0-48a6-96e0-5f312d63d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d'}}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:09:31.513595 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:31.599600 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] For port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:09:31.603803 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] For port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=9c96a4db-04ac-40b7-a3e6-fb56ee526e2f,segment=NetworkSegment(21ec7a3b-bad0-48a6-96e0-5f312d63d794),segment_id=21ec7a3b-bad0-48a6-96e0-5f312d63d794)] {{(pid=78691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:09:31.610803 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:31.615394 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:31.721735 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Routers {'e77c92bc-543c-4b31-8fc5-269d06763554'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:09:31.722375 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9a5f3cd0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:09:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['e77c92bc-543c-4b31-8fc5-269d06763554'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:09:31.771780 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Pushing event updated for resources: {'Port': ['ID=9c96a4db-04ac-40b7-a3e6-fb56ee526e2f,revision_number=4']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:31.780570 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:31.877371 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] Set router e77c92bc-543c-4b31-8fc5-269d06763554 gateway port host: None {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:09:32.202199 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9a5f3cd0>, [{'id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'name': 'router1', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:09:19Z', 'updated_at': '2021-05-12T08:09:29Z', 'revision_number': 2, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'gw_port_host': None, '_interfaces': [{'id': '9c96a4db-04ac-40b7-a3e6-fb56ee526e2f', 'name': '', 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'mac_address': 'fa:16:3e:fe:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f630f947-0b68-4bd0-8264-4c981f357a20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:28Z', 'updated_at': '2021-05-12T08:09:31Z', 'revision_number': 4, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'subnets': [{'id': 'f630f947-0b68-4bd0-8264-4c981f357a20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07250462-59de-4f29-9e1e-d2fe8ebe4816'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:09:32.206167 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013819a2-ca81-45e8-b2bc-490bcdcc0a6e None None] The sync data for ids ['e77c92bc-543c-4b31-8fc5-269d06763554'] in dv-cinder-790910-1-iscsi is: [{'id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'name': 'router1', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:09:19Z', 'updated_at': '2021-05-12T08:09:29Z', 'revision_number': 2, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'gw_port_host': None, '_interfaces': [{'id': '9c96a4db-04ac-40b7-a3e6-fb56ee526e2f', 'name': '', 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'mac_address': 'fa:16:3e:fe:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f630f947-0b68-4bd0-8264-4c981f357a20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:28Z', 'updated_at': '2021-05-12T08:09:31Z', 'revision_number': 4, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'subnets': [{'id': 'f630f947-0b68-4bd0-8264-4c981f357a20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07250462-59de-4f29-9e1e-d2fe8ebe4816'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:09:32.423262 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 53578) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:09:32.592147 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573b3f85-6fe0-4fe2-b174-65d4bf541f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:09:32.592700 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-573b3f85-6fe0-4fe2-b174-65d4bf541f46 admin admin] Synchronizing usage tracker for tenant:c3224dc49ffd447aa44b09b266a61be9 on resource:network {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:09:32.611816 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-573b3f85-6fe0-4fe2-b174-65d4bf541f46 admin admin] Unset dirty status for tenant:c3224dc49ffd447aa44b09b266a61be9 on resource:network {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:09:32.613078 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-573b3f85-6fe0-4fe2-b174-65d4bf541f46 admin admin] 10.222.0.36 "GET /v2.0/networks/069f2160-aa3e-48e5-a977-e51b8a4e427f HTTP/1.1" status: 200  len: 842 time: 0.1887784
May 12 08:09:32.622488 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:09:32.627091 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:09:32.631037 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Usage tracker for resource:subnet and tenant:c3224dc49ffd447aa44b09b266a61be9 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:09:32.633928 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:09:32.640389 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:09:32.649684 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Made reservation on behalf of c3224dc49ffd447aa44b09b266a61be9 for: {'subnet': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:09:32.651953 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:33.080494 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.objects.ports [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78688) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 12 08:09:33.080952 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:33.084616 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ceb0e784-68bb-4593-9636-16cd20079a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:33.157893 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:33.163093 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Checking segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:09:33.163454 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Network hostable DHCP agents. Network: 069f2160-aa3e-48e5-a977-e51b8a4e427f, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:09:33.166126 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:33.182291 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:09:33.191469 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, 069f2160-aa3e-48e5-a977-e51b8a4e427f) {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:09:33.196273 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:09:33.196981 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:33.200457 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09241acf-14cf-4c96-86b8-72aa01c1faeb None None] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:09:33.221263 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6001840
May 12 08:09:33.404658 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a73b79-ff99-4b61-aef6-4d7b56203b09 None None] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:09:35.124731 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:09:35.196694 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:09:35.201106 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:09:35.201522 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:35.318535 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:35.354925 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=9c96a4db-04ac-40b7-a3e6-fb56ee526e2f,segment=NetworkSegment(21ec7a3b-bad0-48a6-96e0-5f312d63d794),segment_id=21ec7a3b-bad0-48a6-96e0-5f312d63d794)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:09:35.360794 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:35.363014 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-9b3d1932-e18e-4530-8f36-bbbf66c1c18d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:35.417417 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 53592) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:09:35.428773 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=9c96a4db-04ac-40b7-a3e6-fb56ee526e2f,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:35.432456 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:35.643010 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-f6e69bfe-e6b6-4e0c-b33b-2bc29913d600 admin admin] 10.222.0.36 "GET /v2.0/routers/e77c92bc-543c-4b31-8fc5-269d06763554 HTTP/1.1" status: 200  len: 710 time: 0.2243569
May 12 08:09:35.769228 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd79f361-7a8a-468e-b66a-376b76d0f7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:09:35.770635 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-bd79f361-7a8a-468e-b66a-376b76d0f7f8 admin admin] 10.222.0.36 "GET /v2.0/networks/069f2160-aa3e-48e5-a977-e51b8a4e427f HTTP/1.1" status: 200  len: 886 time: 0.1225266
May 12 08:09:35.779452 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:09:36.269279 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1832871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30054'] for router, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:36.617509 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:36.675719 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:36.811404 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Allocated IP 172.27.2.254 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/db847961-05a7-486a-b8e4-bd2d5c9aea55) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:09:36.956033 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:37.012718 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:37.016234 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:37.073041 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:09:37.083533 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:09:37.089701 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Pushing event updated for resources: {'Port': ['ID=db847961-05a7-486a-b8e4-bd2d5c9aea55,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:37.101787 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:09:37.112030 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:09:37.180408 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:09:37.180787 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:37.225059 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:37.489789 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:37.864343 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1832871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30054'] for router, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:37.867782 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1832969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1833019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-368178'] for router, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:38.046094 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Router e77c92bc-543c-4b31-8fc5-269d06763554 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:09:38.226820 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:09:38.237132 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Sync routers for ids ['e77c92bc-543c-4b31-8fc5-269d06763554'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:09:38.237623 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Notify callbacks [] for router, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:38.238479 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] 10.222.0.36 "PUT /v2.0/routers/e77c92bc-543c-4b31-8fc5-269d06763554 HTTP/1.1" status: 200  len: 890 time: 2.4623079
May 12 08:09:38.247835 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Routers {'e77c92bc-543c-4b31-8fc5-269d06763554'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:09:38.248618 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99adfee0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:09:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['e77c92bc-543c-4b31-8fc5-269d06763554'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:09:38.464101 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Set router e77c92bc-543c-4b31-8fc5-269d06763554 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:09:38.798100 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99adfee0>, [{'id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'name': 'router1', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'db847961-05a7-486a-b8e4-bd2d5c9aea55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:09:19Z', 'updated_at': '2021-05-12T08:09:37Z', 'revision_number': 4, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'gw_port': {'id': 'db847961-05a7-486a-b8e4-bd2d5c9aea55', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:36Z', 'updated_at': '2021-05-12T08:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '9c96a4db-04ac-40b7-a3e6-fb56ee526e2f', 'name': '', 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'mac_address': 'fa:16:3e:fe:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f630f947-0b68-4bd0-8264-4c981f357a20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:28Z', 'updated_at': '2021-05-12T08:09:35Z', 'revision_number': 5, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'subnets': [{'id': 'f630f947-0b68-4bd0-8264-4c981f357a20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07250462-59de-4f29-9e1e-d2fe8ebe4816'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:09:38.802992 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Checking router: e77c92bc-543c-4b31-8fc5-269d06763554 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:09:38.803346 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Updating router e77c92bc-543c-4b31-8fc5-269d06763554 port db847961-05a7-486a-b8e4-bd2d5c9aea55 binding host dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:09:38.853724 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:39.175056 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Notify callbacks [] for port, precommit_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:39.186164 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Transition to ACTIVE for port object db847961-05a7-486a-b8e4-bd2d5c9aea55 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:09:39.196187 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:39.200745 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:39.275051 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f0930-2a77-45ef-91f1-57aa7b70d8f7 None None] Pushing event updated for resources: {'Port': ['ID=db847961-05a7-486a-b8e4-bd2d5c9aea55,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:39.278441 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-808f0930-2a77-45ef-91f1-57aa7b70d8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:39.279259 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Attempting to bind port db847961-05a7-486a-b8e4-bd2d5c9aea55 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:09:39.279645 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Attempting to bind port db847961-05a7-486a-b8e4-bd2d5c9aea55 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:09:39.280006 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Attempting to bind port db847961-05a7-486a-b8e4-bd2d5c9aea55 on network 069f2160-aa3e-48e5-a977-e51b8a4e427f {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:09:39.285427 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:09:39.285785 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Checking segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:09:39.286186 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:39.286576 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Bound using segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:09:39.287046 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Bound port: db847961-05a7-486a-b8e4-bd2d5c9aea55, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:09:39.287431 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:39.360194 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] For port db847961-05a7-486a-b8e4-bd2d5c9aea55, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:09:39.363127 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] For port db847961-05a7-486a-b8e4-bd2d5c9aea55, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=db847961-05a7-486a-b8e4-bd2d5c9aea55,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:09:39.370074 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:39.373841 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:39.447574 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Routers {'e77c92bc-543c-4b31-8fc5-269d06763554'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:09:39.448336 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99adfee0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:09:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['e77c92bc-543c-4b31-8fc5-269d06763554'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:09:39.496651 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f0930-2a77-45ef-91f1-57aa7b70d8f7 None None] Pushing event updated for resources: {'Port': ['ID=db847961-05a7-486a-b8e4-bd2d5c9aea55,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:39.504332 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-808f0930-2a77-45ef-91f1-57aa7b70d8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:39.630410 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] Set router e77c92bc-543c-4b31-8fc5-269d06763554 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:09:39.967247 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99adfee0>, [{'id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'name': 'router1', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'db847961-05a7-486a-b8e4-bd2d5c9aea55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:09:19Z', 'updated_at': '2021-05-12T08:09:37Z', 'revision_number': 4, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'gw_port': {'id': 'db847961-05a7-486a-b8e4-bd2d5c9aea55', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:36Z', 'updated_at': '2021-05-12T08:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '9c96a4db-04ac-40b7-a3e6-fb56ee526e2f', 'name': '', 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'mac_address': 'fa:16:3e:fe:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f630f947-0b68-4bd0-8264-4c981f357a20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:28Z', 'updated_at': '2021-05-12T08:09:35Z', 'revision_number': 5, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'subnets': [{'id': 'f630f947-0b68-4bd0-8264-4c981f357a20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07250462-59de-4f29-9e1e-d2fe8ebe4816'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:09:39.971135 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538f062-615c-41a3-af33-9824b00c5806 None None] The sync data for ids ['e77c92bc-543c-4b31-8fc5-269d06763554'] in dv-cinder-790910-1-iscsi is: [{'id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'name': 'router1', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'db847961-05a7-486a-b8e4-bd2d5c9aea55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:09:19Z', 'updated_at': '2021-05-12T08:09:37Z', 'revision_number': 4, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'gw_port': {'id': 'db847961-05a7-486a-b8e4-bd2d5c9aea55', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:36Z', 'updated_at': '2021-05-12T08:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '9c96a4db-04ac-40b7-a3e6-fb56ee526e2f', 'name': '', 'network_id': '11deb855-ab14-4437-9eab-6f8ec2643c3d', 'tenant_id': '0cc063df552d439986ba66f18f0ef580', 'mac_address': 'fa:16:3e:fe:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77c92bc-543c-4b31-8fc5-269d06763554', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f630f947-0b68-4bd0-8264-4c981f357a20', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:09:28Z', 'updated_at': '2021-05-12T08:09:35Z', 'revision_number': 5, 'project_id': '0cc063df552d439986ba66f18f0ef580', 'subnets': [{'id': 'f630f947-0b68-4bd0-8264-4c981f357a20', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07250462-59de-4f29-9e1e-d2fe8ebe4816'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:09:40.559029 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 53604) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:09:40.675248 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-f5536a6d-40a8-40b1-abf3-58f0b0c2ca26 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1150765
May 12 08:09:41.133407 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device db847961-05a7-486a-b8e4-bd2d5c9aea55 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:09:41.202463 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port db847961-05a7-486a-b8e4-bd2d5c9aea55 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:09:41.207444 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port db847961-05a7-486a-b8e4-bd2d5c9aea55 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:09:41.207824 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:41.325864 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:41.342599 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port db847961-05a7-486a-b8e4-bd2d5c9aea55, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=db847961-05a7-486a-b8e4-bd2d5c9aea55,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:09:41.348132 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:41.351551 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-808f0930-2a77-45ef-91f1-57aa7b70d8f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:09:41.418138 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=db847961-05a7-486a-b8e4-bd2d5c9aea55,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:09:41.421891 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:09:43.146928 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device db847961-05a7-486a-b8e4-bd2d5c9aea55 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:09:43.217728 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port db847961-05a7-486a-b8e4-bd2d5c9aea55 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:09:43.218096 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:45.114948 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 5 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:09:52.836183 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4dd7ce19-941c-45cc-a942-e07074521941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:55.239733 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:55.507272 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-cc4eff02-2be8-4542-a173-6bdccc58c3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:56.329528 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:09:57.733026 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:10:22.114818 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 5 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:10:22.831146 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-83580d5e-291c-4044-be64-e39a5a65c82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:10:25.254420 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:10:25.565473 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-5da09374-e5ab-48aa-beaa-e3e6a9805d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:10:26.332743 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:10:27.730822 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:10:52.834545 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-9edeba5c-33a9-44d9-be95-cc0078c561ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:10:55.232154 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:10:55.496809 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1cf8c704-e4c4-44fa-8eaf-298861bb2149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:10:56.337227 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:10:57.733820 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:10:59.114220 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 5 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:11:13.083042 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54174) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:11:13.160936 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff7354e-b88c-4e93-ba49-bd6336bb7f60 admin admin] GET failed (client error): The resource could not be found.
May 12 08:11:13.162239 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-8ff7354e-b88c-4e93-ba49-bd6336bb7f60 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0779116
May 12 08:11:13.292269 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f922784a-6662-4ef3-bf74-b82ef00cd2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:13.293653 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-f922784a-6662-4ef3-bf74-b82ef00cd2a0 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1274879
May 12 08:11:15.361449 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54184) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:11:15.478830 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640cb7d-928c-4dec-8111-780cc3c1d81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:15.479393 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-6640cb7d-928c-4dec-8111-780cc3c1d81d admin admin] Synchronizing usage tracker for tenant:c3224dc49ffd447aa44b09b266a61be9 on resource:subnet {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:11:15.495965 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-6640cb7d-928c-4dec-8111-780cc3c1d81d admin admin] Unset dirty status for tenant:c3224dc49ffd447aa44b09b266a61be9 on resource:subnet {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:11:15.497101 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-6640cb7d-928c-4dec-8111-780cc3c1d81d admin admin] 10.222.0.36 "GET /v2.0/subnets/f630f947-0b68-4bd0-8264-4c981f357a20 HTTP/1.1" status: 200  len: 849 time: 0.1347446
May 12 08:11:15.506532 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:11:15.624152 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Notify callbacks [] for subnet, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:15.824766 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756527231838'] for subnet, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:15.828290 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:11:15.867412 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:15.868213 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:15.873432 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7120c639-6eb9-447d-b1b4-0b9910e11fe2 None None] Network 11deb855-ab14-4437-9eab-6f8ec2643c3d requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:11:15.873880 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] 10.222.0.36 "PUT /v2.0/subnets/f630f947-0b68-4bd0-8264-4c981f357a20 HTTP/1.1" status: 200  len: 868 time: 0.3709419
May 12 08:11:15.899466 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f630f947-0b68-4bd0-8264-4c981f357a20,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:11:15.907236 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:11:15.907607 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:11:15.907877 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:11:15.908210 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:11:15.908545 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:11:15.908863 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:11:15.909167 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:11:15.909553 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:11:15.909874 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:11:15.910196 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:11:15.910506 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:11:15.910806 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:11:15.915049 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:11:16.357967 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-6d04112b-c18d-426b-9a6d-26be1b3be108 None None] Provisioning complete for port c6d861ac-c7d6-4acb-89be-9965a565f630 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:11:16.358342 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6d04112b-c18d-426b-9a6d-26be1b3be108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:16.483468 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-6d04112b-c18d-426b-9a6d-26be1b3be108 None None] Provisioning complete for port 9c96a4db-04ac-40b7-a3e6-fb56ee526e2f triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:11:16.483666 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6d04112b-c18d-426b-9a6d-26be1b3be108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:17.968160 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54194) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:11:18.183390 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ee1f0b-cc19-4a4f-970d-b7de77fcf41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:18.183780 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ee1f0b-cc19-4a4f-970d-b7de77fcf41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:18.185345 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-b7ee1f0b-cc19-4a4f-970d-b7de77fcf41f admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2158389
May 12 08:11:20.271942 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54204) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:11:20.456418 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b0166-580c-405b-a42f-0e8ff9914529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:20.456813 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b0166-580c-405b-a42f-0e8ff9914529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:20.458396 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-a64b0166-580c-405b-a42f-0e8ff9914529 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1854939
May 12 08:11:22.534722 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54214) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:11:22.702203 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761bd6d-8979-4a98-9cf9-39d320deb61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:22.703574 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-1761bd6d-8979-4a98-9cf9-39d320deb61f admin admin] 10.222.0.36 "GET /v2.0/networks/069f2160-aa3e-48e5-a977-e51b8a4e427f HTTP/1.1" status: 200  len: 886 time: 0.1679206
May 12 08:11:22.839788 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3aa3eeb7-ab36-431a-a272-c8574682c884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:24.789368 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54224) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:11:24.961679 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9595a41b-f416-46fa-b9b9-9a92994f726c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:24.963027 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-9595a41b-f416-46fa-b9b9-9a92994f726c admin admin] 10.222.0.36 "GET /v2.0/networks/11deb855-ab14-4437-9eab-6f8ec2643c3d HTTP/1.1" status: 200  len: 869 time: 0.1729057
May 12 08:11:25.237539 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:25.501497 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-5e3fb6cd-f354-4527-a86e-6c54622a3090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:26.339060 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:27.049476 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54234) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:11:27.164481 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a86e9-72a2-4303-a37d-2c94e62c3e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:27.165030 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a86e9-72a2-4303-a37d-2c94e62c3e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:27.166597 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-733a86e9-72a2-4303-a37d-2c94e62c3e3e admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1161730
May 12 08:11:27.736949 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:29.268384 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54244) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:11:29.391798 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23ead8b-c876-49e3-82da-c3ed6bffa31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:29.392179 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23ead8b-c876-49e3-82da-c3ed6bffa31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:29.393713 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-a23ead8b-c876-49e3-82da-c3ed6bffa31f admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1243780
May 12 08:11:31.489770 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54254) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:11:31.596651 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014976ee-a692-4765-91db-45934d88359e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:31.598053 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-014976ee-a692-4765-91db-45934d88359e admin admin] 10.222.0.36 "GET /v2.0/subnets/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2 HTTP/1.1" status: 200  len: 816 time: 0.1073289
May 12 08:11:33.675941 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54264) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:11:33.800124 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb2ca17-a3bc-4b96-a97f-820a40752a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:33.801410 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-cdb2ca17-a3bc-4b96-a97f-820a40752a3e admin admin] 10.222.0.36 "GET /v2.0/subnets/f630f947-0b68-4bd0-8264-4c981f357a20 HTTP/1.1" status: 200  len: 868 time: 0.1244783
May 12 08:11:36.113826 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 5 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:11:52.844981 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-576f0a98-b98b-4dfa-bcc3-0d62b382a29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:55.241357 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:55.505284 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-108648d9-3650-4fd8-80aa-515bf6f31a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:56.342822 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:56.477343 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54308) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:11:56.531176 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [None req-b0da93bf-2007-4ce1-8c28-169f8aebd49e admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 08:11:56.532176 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-b0da93bf-2007-4ce1-8c28-169f8aebd49e admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0538871
May 12 08:11:57.747018 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:11:58.721070 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54318) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:11:58.791025 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb5b89f-4af0-43b1-8f1b-5c189b3f7fbe admin admin] GET failed (client error): The resource could not be found.
May 12 08:11:58.792238 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-ffb5b89f-4af0-43b1-8f1b-5c189b3f7fbe admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0702479
May 12 08:11:58.920555 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57529039-ee25-4d2e-803c-6920ea41ae0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:11:58.922077 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-57529039-ee25-4d2e-803c-6920ea41ae0e admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1240358
May 12 08:12:01.013245 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54328) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:12:01.072137 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:12:01.077484 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:12:01.088252 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:12:01.101963 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Made reservation on behalf of c3224dc49ffd447aa44b09b266a61be9 for: {'network': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:12:01.104194 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:01.197584 dv-cinder-790910-1-iscsi neutron-server[78688]: WARNING neutron.services.revisions.revision_plugin [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6c98a3ec70] {project_id='c3224dc49ffd447aa44b09b266a61be9', id='30d4f51c-2dbc-4cea-9d69-b4d355a1cf9c', target_tenant='*', action='access_as_shared', object_id='cf27d0f9-3676-4758-b077-10892dc2df5d'}> to bump revision.
May 12 08:12:01.213773 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'}  {{(pid=78688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:12:01.227870 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:01.228205 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.segments_db [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Added segment 5a7ecf87-6e42-4a09-9e2a-f9956141015d of type vlan for network cf27d0f9-3676-4758-b077-10892dc2df5d
May 12 08:12:01.253370 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:01.282681 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:01.283961 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:12:01.284533 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:01.287637 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7db08e45-75b2-4689-82f0-e4aa584efc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:12:01.383429 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Pushing event updated for resources: {'Network': ['ID=cf27d0f9-3676-4758-b077-10892dc2df5d,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:12:01.386211 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3719323
May 12 08:12:01.387919 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:12:01.404333 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network cf27d0f9-3676-4758-b077-10892dc2df5d details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:12:03.484125 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54338) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:12:03.552822 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92f7cfb-e049-4925-b421-2ba5c6fe609c admin admin] GET failed (client error): The resource could not be found.
May 12 08:12:03.553358 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-d92f7cfb-e049-4925-b421-2ba5c6fe609c admin admin] Synchronizing usage tracker for tenant:c3224dc49ffd447aa44b09b266a61be9 on resource:network {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:12:03.573308 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-d92f7cfb-e049-4925-b421-2ba5c6fe609c admin admin] Unset dirty status for tenant:c3224dc49ffd447aa44b09b266a61be9 on resource:network {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:12:03.574380 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-d92f7cfb-e049-4925-b421-2ba5c6fe609c admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0892155
May 12 08:12:03.682473 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60d08ee-81b5-4125-9dab-57ff8dd87fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:12:03.683818 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-f60d08ee-81b5-4125-9dab-57ff8dd87fed admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1033924
May 12 08:12:03.696552 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:12:03.700901 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:12:03.710533 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:12:03.723146 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Made reservation on behalf of c3224dc49ffd447aa44b09b266a61be9 for: {'subnet': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:12:03.725422 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:04.156221 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:04.160574 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:12:04.226393 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b13d948-e863-45b4-bcde-4d93f41b8c97,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:12:04.229612 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:12:04.235231 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Checking segment: {'id': '5a7ecf87-6e42-4a09-9e2a-f9956141015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:12:04.235576 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Network hostable DHCP agents. Network: cf27d0f9-3676-4758-b077-10892dc2df5d, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:12:04.255933 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Network cf27d0f9-3676-4758-b077-10892dc2df5d is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:12:04.266239 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, cf27d0f9-3676-4758-b077-10892dc2df5d) {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:12:04.270034 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:12:04.270602 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:04.275093 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afa9b38-c1dc-4fad-838e-eaaa17e1ab92 None None] Network cf27d0f9-3676-4758-b077-10892dc2df5d requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:12:04.302936 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6022005
May 12 08:12:04.498669 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2702bc7-e328-5c98-9899-9b927245ab55-cf27d0f9-3676-4758-b077-10892dc2df5d', 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d', 'tenant_id': 'c3224dc49ffd447aa44b09b266a61be9', 'fixed_ips': [{'subnet_id': '4b13d948-e863-45b4-bcde-4d93f41b8c97'}]}} from dv-cinder-790910-1-iscsi. {{(pid=78690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 12 08:12:04.499514 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:04.655170 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.db_base_plugin_common [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Allocated IP 192.168.233.2 (cf27d0f9-3676-4758-b077-10892dc2df5d/4b13d948-e863-45b4-bcde-4d93f41b8c97/e4bd62be-98f9-4c68-aee2-d632a6e7f909) {{(pid=78690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:12:04.856428 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Notify callbacks [] for port, precommit_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:04.866504 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Transition to ACTIVE for port object e4bd62be-98f9-4c68-aee2-d632a6e7f909 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:12:04.884540 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Transition to ACTIVE for port object e4bd62be-98f9-4c68-aee2-d632a6e7f909 will not be triggered until provisioned by entity DHCP. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:12:04.891429 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:04.896053 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:12:04.953763 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Network cf27d0f9-3676-4758-b077-10892dc2df5d is already hosted by enough agents. {{(pid=78690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:12:04.961040 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.base_scheduler [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Resources bound (agent type, host, resource id):  {{(pid=78690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:12:04.969877 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Received port after_create {{(pid=78690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:12:04.972006 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Pushing event updated for resources: {'Port': ['ID=e4bd62be-98f9-4c68-aee2-d632a6e7f909,revision_number=1']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:12:04.981067 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:12:04.981420 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:12:04.981751 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:12:04.982079 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:12:04.982423 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:12:04.982732 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:12:04.983052 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:12:04.983367 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:12:04.983710 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:12:04.984025 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:12:04.984339 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:12:04.984651 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:12:05.010735 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:12:05.067779 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Attempting to bind port e4bd62be-98f9-4c68-aee2-d632a6e7f909 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:12:05.068144 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Attempting to bind port e4bd62be-98f9-4c68-aee2-d632a6e7f909 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '5a7ecf87-6e42-4a09-9e2a-f9956141015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:12:05.068505 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Attempting to bind port e4bd62be-98f9-4c68-aee2-d632a6e7f909 on network cf27d0f9-3676-4758-b077-10892dc2df5d {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:12:05.073908 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:12:05.074275 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Checking segment: {'id': '5a7ecf87-6e42-4a09-9e2a-f9956141015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:12:05.074667 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:05.075056 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Bound using segment: {'id': '5a7ecf87-6e42-4a09-9e2a-f9956141015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:12:05.075509 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Bound port: e4bd62be-98f9-4c68-aee2-d632a6e7f909, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7ecf87-6e42-4a09-9e2a-f9956141015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:12:05.075900 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:05.167192 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] For port e4bd62be-98f9-4c68-aee2-d632a6e7f909, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:12:05.170914 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] For port e4bd62be-98f9-4c68-aee2-d632a6e7f909, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=e4bd62be-98f9-4c68-aee2-d632a6e7f909,segment=NetworkSegment(5a7ecf87-6e42-4a09-9e2a-f9956141015d),segment_id=5a7ecf87-6e42-4a09-9e2a-f9956141015d)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:12:05.177015 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:05.181345 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:12:05.258577 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Pushing event updated for resources: {'Port': ['ID=e4bd62be-98f9-4c68-aee2-d632a6e7f909,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:12:05.262617 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:12:06.074750 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288ccca0-9718-4b24-831d-e21953614d89 None None] Network cf27d0f9-3676-4758-b077-10892dc2df5d requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:12:06.185267 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b7842b87-cbf5-40c4-9a73-1891d3324382 None None] Provisioning for port e4bd62be-98f9-4c68-aee2-d632a6e7f909 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:12:07.240602 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device e4bd62be-98f9-4c68-aee2-d632a6e7f909 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:12:07.311521 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port e4bd62be-98f9-4c68-aee2-d632a6e7f909 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:12:07.316320 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port e4bd62be-98f9-4c68-aee2-d632a6e7f909 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:12:07.316750 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:07.433593 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:07.466532 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port e4bd62be-98f9-4c68-aee2-d632a6e7f909, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=e4bd62be-98f9-4c68-aee2-d632a6e7f909,segment=NetworkSegment(5a7ecf87-6e42-4a09-9e2a-f9956141015d),segment_id=5a7ecf87-6e42-4a09-9e2a-f9956141015d)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:12:07.472271 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:07.474687 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-0f8c0b26-146e-47a6-ba2d-143cfce2f343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:12:07.564203 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=e4bd62be-98f9-4c68-aee2-d632a6e7f909,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:12:07.567131 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:12:09.222717 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device e4bd62be-98f9-4c68-aee2-d632a6e7f909 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:12:09.292769 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port e4bd62be-98f9-4c68-aee2-d632a6e7f909 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:12:09.293151 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:13.112589 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 5 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:12:22.849281 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b700b0c4-9384-4b8c-83c7-51b6700f88b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:25.246588 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:25.508995 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-e5be6542-5135-4af6-9e03-1786073393e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:26.344566 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:27.746031 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:50.112094 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 5 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:12:52.852027 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-7381f7ee-8c39-417c-990e-65821127bc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:55.251488 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:55.513255 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-01301679-0f45-43f7-9bea-683b0fb28b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:56.346687 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:12:57.749569 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:08.723468 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54388) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:13:08.729584 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [None req-8ec31cee-3d75-4e61-9684-159852f2ba91 tempest-verify_tempest_config-1121449176 tempest-verify_tempest_config-1121449176-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 08:13:08.730512 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-8ec31cee-3d75-4e61-9684-159852f2ba91 tempest-verify_tempest_config-1121449176 tempest-verify_tempest_config-1121449176-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060956
May 12 08:13:09.055405 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54406) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:13:09.177338 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:09.192427 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:13:09.196669 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Usage tracker for resource:security_group_rule and tenant:9e4f1a229d7b4f5faeb3bd21c72536f7 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:13:09.200070 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:13:09.206250 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:13:09.302011 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:09.307435 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:09.314751 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:13:09.353137 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1e7bd3-710e-4ec3-a54b-9876810734ee,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:13:09.358130 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e4f1a229d7b4f5faeb3bd21c72536f7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3017583
May 12 08:13:09.360972 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54412) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:13:09.362281 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.362566 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.362916 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.363230 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.363525 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.363874 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.364185 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.364498 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.364808 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.365116 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.365452 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.365762 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.370734 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:13:09.419740 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:09.444621 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:09.535030 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:09.539057 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:13:09.552021 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1e7bd3-710e-4ec3-a54b-9876810734ee,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:13:09.561493 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.561838 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.562173 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.562501 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.562824 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.563163 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.563487 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.563854 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.564170 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.564485 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.564797 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.565105 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:13:09.570003 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:13:09.570928 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:09.572017 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe1e7bd3-710e-4ec3-a54b-9876810734ee HTTP/1.1" status: 204  len: 168 time: 0.2100544
May 12 08:13:22.861598 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-d4aedd32-c171-497e-bd97-36c160d6583c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:25.260629 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:25.524024 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6ea14751-abb7-4d5f-8378-636608c65050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:26.361092 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:27.115648 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 5 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:13:27.760346 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:52.861226 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-c845f267-ce01-43c4-a2b2-ff70c634da12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:55.260916 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:55.526946 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-c3b81263-833d-49a8-878d-3342efe72b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:56.355590 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:13:57.766406 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:14:04.119973 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 5 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:14:22.867809 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-38c631df-7179-4604-8a78-50361f99354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:14:25.272845 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:14:25.523123 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-aa075b83-1a6f-4869-ac8e-0d4d95ff1001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:14:26.364313 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:14:27.766453 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:14:38.695323 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622'] for agent, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:14:41.119807 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:14:42.425718 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54464) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:14:42.544971 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-ebe16380-1cc4-4f9a-b395-5438815b0f5b admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1180792
May 12 08:14:44.647796 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54474) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:14:44.711150 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-168f7648-e1a1-435b-80f1-ee81a0d7915b admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0621500
May 12 08:14:52.862062 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4bf76c0a-e46b-41a3-9c71-57ef35671832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:14:55.264148 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:14:55.519832 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-f2bb53d4-c7a6-4ad5-9b85-897bec2cce63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:14:56.366971 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:14:57.856311 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:15:08.686135 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:15:18.124275 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:15:22.864079 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-f4de8685-887d-48b6-b2a1-c4f7f4d05415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:15:25.259352 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:15:25.515747 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-2113da22-7d6c-4883-a96b-4451f94c176d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:15:26.379292 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:15:27.768177 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:15:38.689998 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:15:52.857810 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-07b690d9-ff90-4577-b6b4-d26b488a4533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:15:55.123934 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:15:55.262880 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:15:55.519330 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-fe6b1da3-54e0-4871-848c-dbf7122e055c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:15:56.371020 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:15:57.766249 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:08.704655 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:09.546629 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54672) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:09.695255 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54682) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:09.897378 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54694) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:09.967184 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-796565419-network', 'tenant_id': '107be98ae32048d89e278f66249d99b0'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:09.972308 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:09.976474 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Usage tracker for resource:network and tenant:107be98ae32048d89e278f66249d99b0 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:09.979451 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:09.985363 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:09.996713 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Made reservation on behalf of 107be98ae32048d89e278f66249d99b0 for: {'network': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:09.999204 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.011743 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.026114 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:10.029937 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Usage tracker for resource:security_group_rule and tenant:107be98ae32048d89e278f66249d99b0 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:10.032674 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:10.038730 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:10.043568 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54702) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:10.121820 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.128004 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-87803198-network', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:10.128533 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.135032 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:10.141344 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Usage tracker for resource:network and tenant:ca191bcd5f5a4387aad83a12a025e998 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:10.142056 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'}  {{(pid=78688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:16:10.145545 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:10.155587 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.155778 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.segments_db [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Added segment 7e9f81a8-733b-4b18-b815-48beb465a834 of type vlan for network c5c93c52-d434-4d11-965a-99883e6ce5f2
May 12 08:16:10.158541 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:10.172367 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Made reservation on behalf of ca191bcd5f5a4387aad83a12a025e998 for: {'network': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:10.175006 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.177633 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:10.199089 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.211838 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.221399 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-683555625-network', 'tenant_id': '3c207089696c418d92dcca7fd0a1ba4e'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:10.225805 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:10.229654 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:10.232061 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Usage tracker for resource:network and tenant:3c207089696c418d92dcca7fd0a1ba4e is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:10.236073 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:10.239429 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ca191bcd5f5a4387aad83a12a025e998 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:10.244433 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:10.247553 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:10.252777 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54716) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:10.255548 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:10.266557 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.272006 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf294e4-fe21-41a8-805f-156f950dc925,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:10.279991 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:10.281064 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.283415 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Made reservation on behalf of 3c207089696c418d92dcca7fd0a1ba4e for: {'network': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:10.285826 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.303261 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-104448115-network', 'tenant_id': 'd04ab0a110ae4e41957666eaeeb2347d'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:10.303811 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.304239 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.304636 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.305330 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.305946 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.306457 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.306922 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.307400 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.307991 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.309112 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.309458 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.309777 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Tracked resource versions report:
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]: pushed versions:
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]: {   'AddressGroup': {'1.2'},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     'ConntrackHelper': {'1.0'},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     'Log': {'1.0'},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     'Network': {'1.1'},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     'Port': {'1.7'},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     'PortForwarding': {'1.2'},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     'QosPolicy': {'1.8'},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     'SecurityGroup': {'1.4'},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     'SecurityGroupRule': {'1.2'},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     'SubPort': {'1.0'},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     'Subnet': {'1.1'},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     'Trunk': {'1.1'}}
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]: consumer versions:
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]: {   DHCP agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     HyperV agent@hv-cinder-79091: {},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     L3 agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     Metadata agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     Metering agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:     Open vSwitch agent@dv-cinder-790910-1-iscsi: {   'AddressGroup': '1.2',
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'ConntrackHelper': '1.0',
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'Log': '1.0',
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'Network': '1.1',
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'Port': '1.7',
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'PortForwarding': '1.2',
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'QosPolicy': '1.8',
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'SecurityGroup': '1.4',
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'SecurityGroupRule': '1.2',
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'SubPort': '1.0',
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'Subnet': '1.1',
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:                                                      'Trunk': '1.1'}}
May 12 08:16:10.310830 dv-cinder-790910-1-iscsi neutron-server[78688]:  {{(pid=78688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 08:16:10.317075 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.318322 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7705662
May 12 08:16:10.319303 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:10.319708 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54726) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:10.320159 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:10.343240 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:10.349076 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:10.354973 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Usage tracker for resource:security_group_rule and tenant:3c207089696c418d92dcca7fd0a1ba4e is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:10.358692 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:10.361905 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Usage tracker for resource:network and tenant:d04ab0a110ae4e41957666eaeeb2347d is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:10.370584 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:10.372553 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:10.381143 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:10.396660 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-network', 'tenant_id': '54154e676c8c499798f207ead5f9d61e'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:10.414378 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Request body: {'subnet': {'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-796565419-subnet', 'tenant_id': '107be98ae32048d89e278f66249d99b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:10.419274 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:10.423710 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Usage tracker for resource:subnet and tenant:107be98ae32048d89e278f66249d99b0 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:10.427026 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:10.432981 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:10.434070 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:10.437719 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Made reservation on behalf of d04ab0a110ae4e41957666eaeeb2347d for: {'network': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:10.440041 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.449976 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Made reservation on behalf of 107be98ae32048d89e278f66249d99b0 for: {'subnet': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:10.455815 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.462321 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Usage tracker for resource:network and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:10.466338 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:10.473763 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.501056 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:10.515466 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.516794 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:10.523815 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Usage tracker for resource:security_group_rule and tenant:d04ab0a110ae4e41957666eaeeb2347d is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:10.531598 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.532515 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:10.547507 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:10.555048 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:10.575610 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Made reservation on behalf of 54154e676c8c499798f207ead5f9d61e for: {'network': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:10.578306 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.603188 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Pushing event updated for resources: {'Network': ['ID=c5c93c52-d434-4d11-965a-99883e6ce5f2,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:10.606909 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:10.609335 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a4c5ed-8e19-4a74-b528-47008e519665,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:10.614807 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network c5c93c52-d434-4d11-965a-99883e6ce5f2 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:16:10.656043 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.658212 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.658705 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.661373 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.661878 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.662418 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.662902 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.663379 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.663877 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.669099 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.669619 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.670112 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Tracked resource versions report:
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]: pushed versions:
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]: {   'AddressGroup': {'1.2'},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     'ConntrackHelper': {'1.0'},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     'Log': {'1.0'},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     'Network': {'1.1'},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     'Port': {'1.7'},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     'PortForwarding': {'1.2'},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     'QosPolicy': {'1.8'},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     'SecurityGroup': {'1.4'},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     'SecurityGroupRule': {'1.2'},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     'SubPort': {'1.0'},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     'Subnet': {'1.1'},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     'Trunk': {'1.1'}}
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]: consumer versions:
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]: {   DHCP agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     HyperV agent@hv-cinder-79091: {},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     L3 agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     Metadata agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     Metering agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:     Open vSwitch agent@dv-cinder-790910-1-iscsi: {   'AddressGroup': '1.2',
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'ConntrackHelper': '1.0',
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'Log': '1.0',
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'Network': '1.1',
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'Port': '1.7',
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'PortForwarding': '1.2',
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'QosPolicy': '1.8',
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'SecurityGroup': '1.4',
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'SecurityGroupRule': '1.2',
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'SubPort': '1.0',
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'Subnet': '1.1',
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:                                                      'Trunk': '1.1'}}
May 12 08:16:10.672180 dv-cinder-790910-1-iscsi neutron-server[78689]:  {{(pid=78689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 08:16:10.704775 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.746200 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'}  {{(pid=78689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:16:10.762696 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:10.790346 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:10.807092 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Usage tracker for resource:security_group_rule and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:10.811977 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756527123604', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.812928 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6c9b04c940> segment precommit_create {{(pid=78689) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 12 08:16:10.813714 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.segments_db [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Added segment e6e85881-425c-40b4-b78b-94e6bd322890 of type vlan for network 16ee7d87-925d-4c15-81e4-8db373c2cfc8
May 12 08:16:10.822042 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:10.867004 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:10.904125 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.922932 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.954623 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'}  {{(pid=78689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:16:10.966547 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:10.967053 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.segments_db [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Added segment 3ac69f9d-45aa-4efc-9255-1a0e1fccb70c of type vlan for network a3cd4026-f098-4722-8a1b-e624e71b9e3b
May 12 08:16:11.001137 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.056269 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-257ee57b-2f8a-42c4-8534-a20ae4d54f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:11.068782 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.083924 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:11.126748 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49155722-618d-4b8f-af4b-e797548efaf4,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:11.131090 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:11.133912 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.145414 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.154225 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:11.155638 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.207058 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:11.209262 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:11.220010 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:11.223610 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Checking segment: {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:11.224083 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Network hostable DHCP agents. Network: c5c93c52-d434-4d11-965a-99883e6ce5f2, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:16:11.247144 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Network c5c93c52-d434-4d11-965a-99883e6ce5f2 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:16:11.258754 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, c5c93c52-d434-4d11-965a-99883e6ce5f2) {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:11.264362 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:11.265616 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.268823 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad394d9-4d98-4752-bb6e-bc30cf805837 None None] Network c5c93c52-d434-4d11-965a-99883e6ce5f2 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:11.316038 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54760) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:11.354993 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9602628
May 12 08:16:11.390644 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.395655 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.db.resource_extend [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 12 08:16:11.416126 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.441991 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a3cd4026-f098-4722-8a1b-e624e71b9e3b,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:11.446738 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:11.458221 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:11.472559 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network a3cd4026-f098-4722-8a1b-e624e71b9e3b details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:16:11.478712 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5796618
May 12 08:16:11.482010 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54774) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:11.496492 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Request body: {'subnet': {'network_id': 'a3cd4026-f098-4722-8a1b-e624e71b9e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-683555625-subnet', 'tenant_id': '3c207089696c418d92dcca7fd0a1ba4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:11.502507 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.503704 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:11.506044 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'}  {{(pid=78689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:16:11.514854 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Usage tracker for resource:subnet and tenant:3c207089696c418d92dcca7fd0a1ba4e is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:11.520823 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:11.521614 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.521743 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:11.535431 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:11.553995 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Made reservation on behalf of 3c207089696c418d92dcca7fd0a1ba4e for: {'subnet': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:11.557121 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.563266 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.8662248
May 12 08:16:11.567964 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191f0d27-e7cb-4d46-9e75-54aab8c66934,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:11.571547 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:11.572040 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54782) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:11.574475 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.575966 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.576379 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.segments_db [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Added segment cc8fa10f-f1bb-45cb-9861-91093247c36a of type vlan for network 54808dd8-be09-414b-bade-5d81cef25bf1
May 12 08:16:11.577398 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:11.607813 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Request body: {'subnet': {'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-87803198-subnet', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:11.613147 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:11.617586 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Usage tracker for resource:subnet and tenant:ca191bcd5f5a4387aad83a12a025e998 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:11.621170 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:11.627550 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:11.640996 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.706018 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Made reservation on behalf of ca191bcd5f5a4387aad83a12a025e998 for: {'subnet': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:11.706018 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.793582 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66839a0-adb8-4f3e-a499-4eadc22ad35c None None] Network c5c93c52-d434-4d11-965a-99883e6ce5f2 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:11.802356 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.830360 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:11.835610 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] Usage tracker for resource:security_group_rule and tenant:f54c730fe66447a8b7595cc5288c3c8f is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:11.839513 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:11.847375 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:11.898824 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.914205 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'}  {{(pid=78689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:16:11.970722 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=16ee7d87-925d-4c15-81e4-8db373c2cfc8,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:11.983824 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.984192 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:11.989206 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:11.989940 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:11.999616 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:12.003778 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:12.004121 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.segments_db [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Added segment de62f1a0-dd7f-4112-918e-1582cce6914c of type vlan for network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6
May 12 08:16:12.005666 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:12.006236 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:12.013016 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:12.017804 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:16:12.063956 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a853fc-51ba-4876-ba0a-b50b273547de,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:12.091624 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:12.106966 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] Synchronizing usage tracker for tenant:c3224dc49ffd447aa44b09b266a61be9 on resource:security_group {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:12.132505 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f75cf54-d1c5-496e-9fe0-a980fc96b51d,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:12.150057 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:12.155263 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:12.173796 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-60ab70e9-1c27-47a5-b3b4-2635496559d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:12.209693 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.1622903
May 12 08:16:12.212861 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54806) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:12.220001 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] Unset dirty status for tenant:c3224dc49ffd447aa44b09b266a61be9 on resource:security_group {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:12.229209 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f54c730fe66447a8b7595cc5288c3c8f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9116459
May 12 08:16:12.230163 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54810) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:12.233877 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Request body: {'subnet': {'network_id': '54808dd8-be09-414b-bade-5d81cef25bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-104448115-subnet', 'tenant_id': 'd04ab0a110ae4e41957666eaeeb2347d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:12.264033 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:12.274305 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Usage tracker for resource:subnet and tenant:d04ab0a110ae4e41957666eaeeb2347d is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:12.277873 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:12.293242 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:12.353988 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Made reservation on behalf of d04ab0a110ae4e41957666eaeeb2347d for: {'subnet': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:12.359398 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:12.393449 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Pushing event updated for resources: {'Network': ['ID=54808dd8-be09-414b-bade-5d81cef25bf1,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:12.401050 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:12.404967 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network 54808dd8-be09-414b-bade-5d81cef25bf1 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:16:12.586471 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a3507bdb-168a-495f-ae83-10f1d37d9265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:12.647142 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a3507bdb-168a-495f-ae83-10f1d37d9265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:12.663964 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:12.669106 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:12.669803 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:12.692638 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:12.828516 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:12.834782 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Pushing event updated for resources: {'Network': ['ID=66b1fe41-f281-45a4-b5cd-77cfe6272bc6,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:12.837083 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:12.838868 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:12.846141 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.5920963
May 12 08:16:12.849458 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54826) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:12.851097 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:16:12.855878 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Request body: {'subnet': {'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-subnet', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:12.860304 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:12.864112 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Usage tracker for resource:subnet and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:12.867727 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:12.871426 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a3507bdb-168a-495f-ae83-10f1d37d9265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:12.874610 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:12.895779 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Made reservation on behalf of 54154e676c8c499798f207ead5f9d61e for: {'subnet': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:12.898748 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:12.986312 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc4af09-9193-46dd-b624-1116d76a694c,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:13.007149 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:13.027162 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:13.068812 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Checking segment: {'id': '3ac69f9d-45aa-4efc-9255-1a0e1fccb70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a3cd4026-f098-4722-8a1b-e624e71b9e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:13.069166 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Network hostable DHCP agents. Network: a3cd4026-f098-4722-8a1b-e624e71b9e3b, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:16:13.084383 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a3507bdb-168a-495f-ae83-10f1d37d9265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:13.104748 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-a3507bdb-168a-495f-ae83-10f1d37d9265 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33a853fc-51ba-4876-ba0a-b50b273547de HTTP/1.1" status: 204  len: 168 time: 0.8534057
May 12 08:16:13.106786 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3507bdb-168a-495f-ae83-10f1d37d9265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a853fc-51ba-4876-ba0a-b50b273547de,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:13.129123 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-a3507bdb-168a-495f-ae83-10f1d37d9265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:13.195730 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:13.229822 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54852) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:13.230372 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:13.269787 dv-cinder-790910-1-iscsi neutron-server[78689]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 12 08:16:13.329982 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Network a3cd4026-f098-4722-8a1b-e624e71b9e3b is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:16:13.358982 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, a3cd4026-f098-4722-8a1b-e624e71b9e3b) {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:13.369841 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:13.370643 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:13.371762 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1f567a-a541-49e2-944d-78336820ffad None None] Network a3cd4026-f098-4722-8a1b-e624e71b9e3b requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:13.450815 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-9e07bb0d-ba98-4288-9a50-a2707ce02180 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9581206
May 12 08:16:13.618381 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:13.622384 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-8c5609e8-c716-49f1-95a1-1f2ed154052e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:13.623035 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-99a60c30-e45b-4e82-bb04-8cb85a174153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:13.624843 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-8c5609e8-c716-49f1-95a1-1f2ed154052e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 814 time: 0.3669341
May 12 08:16:13.642627 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d718b66-00ea-4b07-8789-ea9a96f8f1de,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:13.677479 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:13.678324 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bccc2c-f32f-4f29-a90a-616a7c5b7e75 None None] Network a3cd4026-f098-4722-8a1b-e624e71b9e3b requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:13.678773 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Checking segment: {'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:13.679244 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Network hostable DHCP agents. Network: 16ee7d87-925d-4c15-81e4-8db373c2cfc8, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:16:13.695217 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-8588768d-6678-43e9-8850-290062a8dd82 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/quotas/107be98ae32048d89e278f66249d99b0 HTTP/1.1" status: 200  len: 375 time: 0.0316200
May 12 08:16:13.727886 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Checking segment: {'id': 'cc8fa10f-f1bb-45cb-9861-91093247c36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '54808dd8-be09-414b-bade-5d81cef25bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:13.727886 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Network hostable DHCP agents. Network: 54808dd8-be09-414b-bade-5d81cef25bf1, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:16:13.757928 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54868) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:13.777465 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a88e42b-6bdd-46af-a6fd-4aeaa9923bd8,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:13.781640 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:13.784587 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Network 54808dd8-be09-414b-bade-5d81cef25bf1 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:16:13.787404 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-63d36b93-5e24-4cd1-8027-b184915e257d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:13.806285 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-6a8c683c-a985-4c54-9190-e7f03656e05c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0490334
May 12 08:16:13.806821 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-63d36b93-5e24-4cd1-8027-b184915e257d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:13.813252 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-63d36b93-5e24-4cd1-8027-b184915e257d admin admin] Usage tracker for resource:security_group_rule and tenant:b90d3d454f5243568a10a9c4a01a976f is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:13.825573 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:16:13.826866 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-63d36b93-5e24-4cd1-8027-b184915e257d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:13.839066 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, 16ee7d87-925d-4c15-81e4-8db373c2cfc8) {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:13.842883 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-63d36b93-5e24-4cd1-8027-b184915e257d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:13.847327 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, 54808dd8-be09-414b-bade-5d81cef25bf1) {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:13.854977 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:13.855708 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:13.858031 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:13.859554 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5fd344-3827-410b-bc5d-bba36561c63e None None] Network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:13.860841 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:13.901138 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10434e3b-c09e-407e-bf61-1e081ab14aac None None] Network 54808dd8-be09-414b-bade-5d81cef25bf1 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:13.945773 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-774eb6fa-a569-4d6c-bcc0-769a755ebe0b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.7318792
May 12 08:16:14.033254 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 2.4390819
May 12 08:16:14.039062 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:14.040248 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54886) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:14.049951 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-87803198-router', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:14.053860 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:14.076828 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-63d36b93-5e24-4cd1-8027-b184915e257d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:14.089212 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-63d36b93-5e24-4cd1-8027-b184915e257d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:14.107169 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f380ad-b3ef-406b-b338-d076331b6127,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:14.111628 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e9709746-d3f1-4371-84be-428e4a7770f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:14.112984 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:14.117794 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:14.135263 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Usage tracker for resource:router and tenant:ca191bcd5f5a4387aad83a12a025e998 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:14.138824 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:14.199192 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54894) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:14.204667 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-29fd8428-3d92-44ec-b906-59060b951644 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 08:16:14.205837 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-63d36b93-5e24-4cd1-8027-b184915e257d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b90d3d454f5243568a10a9c4a01a976f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4463527
May 12 08:16:14.209561 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-29fd8428-3d92-44ec-b906-59060b951644 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1750162
May 12 08:16:14.211572 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:14.213120 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d36b93-5e24-4cd1-8027-b184915e257d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9961903b-0a97-4e21-adc9-942e3b1dc1a1,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:14.220338 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-63d36b93-5e24-4cd1-8027-b184915e257d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:14.250650 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc53f6-0abc-4802-9ec0-d18b23009a5e None None] Network 54808dd8-be09-414b-bade-5d81cef25bf1 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:14.293018 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54912) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:14.295907 dv-cinder-790910-1-iscsi neutron-server[78688]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 12 08:16:14.307967 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Checking segment: {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:14.308388 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Network hostable DHCP agents. Network: 66b1fe41-f281-45a4-b5cd-77cfe6272bc6, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:16:14.397107 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30017'] for router, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:14.398660 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-367070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30072'] for router, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:14.425454 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93ab0dfe-3418-4c40-841b-111d80477221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:14.458943 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-1e91b54a-d07d-4826-b8c6-ade053a7d769 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:14.467116 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-1e91b54a-d07d-4826-b8c6-ade053a7d769 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/networks?id=a3cd4026-f098-4722-8a1b-e624e71b9e3b HTTP/1.1" status: 200  len: 811 time: 0.1730535
May 12 08:16:14.467637 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93ab0dfe-3418-4c40-841b-111d80477221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:14.491061 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-1fa1ebdd-5852-44ac-9eb1-d5c0ff2babe8 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/quotas/3c207089696c418d92dcca7fd0a1ba4e HTTP/1.1" status: 200  len: 375 time: 0.0137997
May 12 08:16:14.607237 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:14.608905 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-9dcabc14-9577-4090-a7ca-2d5bf4f0f582 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c207089696c418d92dcca7fd0a1ba4e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0999851
May 12 08:16:14.629141 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:16:14.632872 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2a222a17-fba8-4493-8c8e-69a9e1e9f2d6 service neutron] 10.222.0.36 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4105899
May 12 08:16:14.746692 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a747691-0386-4a24-8cb8-a197da8b080e None None] Network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:14.801239 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54940) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:14.809118 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1878175834-network', 'tenant_id': '8b903f294ada4ab8a6380d4b57d0b7b4'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:14.814162 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:14.820209 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Usage tracker for resource:network and tenant:8b903f294ada4ab8a6380d4b57d0b7b4 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:14.824072 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:14.833443 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:14.848712 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-bd17145d-6a0e-4a3c-bf47-73e9fa7b0370 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 08:16:14.855821 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-bd17145d-6a0e-4a3c-bf47-73e9fa7b0370 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1021128
May 12 08:16:14.876159 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, 66b1fe41-f281-45a4-b5cd-77cfe6272bc6) {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:14.879286 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Made reservation on behalf of 8b903f294ada4ab8a6380d4b57d0b7b4 for: {'network': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:14.882343 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:14.941740 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:14.947311 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6653fa4c-29d4-4e82-a430-b51a13b4673e None None] Network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:14.963895 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:14.967932 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Usage tracker for resource:security_group_rule and tenant:8b903f294ada4ab8a6380d4b57d0b7b4 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:14.970916 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:14.976757 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:15.004626 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:15.005222 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.040666 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1832871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30054'] for router, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.045106 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93ab0dfe-3418-4c40-841b-111d80477221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.066116 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-143b7cd8-799c-4a8b-a52b-1fd9d0cf6f5c service neutron] 10.222.0.36 "GET /v2.0/networks/a3cd4026-f098-4722-8a1b-e624e71b9e3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2094409
May 12 08:16:15.076603 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:15.122595 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93ab0dfe-3418-4c40-841b-111d80477221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.126655 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-93ab0dfe-3418-4c40-841b-111d80477221 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9961903b-0a97-4e21-adc9-942e3b1dc1a1 HTTP/1.1" status: 204  len: 168 time: 0.9077766
May 12 08:16:15.131213 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.2778723
May 12 08:16:15.134062 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab0dfe-3418-4c40-841b-111d80477221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9961903b-0a97-4e21-adc9-942e3b1dc1a1,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:15.137512 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 54948) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:15.144453 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-93ab0dfe-3418-4c40-841b-111d80477221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:15.148417 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:15.152594 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2208eeb1-a165-4d10-afb7-87c1f643e91f service neutron] 10.222.0.36 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3935616
May 12 08:16:15.260923 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:15.287382 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Usage tracker for resource:router and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:15.288468 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2702bc7-e328-5c98-9899-9b927245ab55-66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127'}]}} from dv-cinder-790910-1-iscsi. {{(pid=78690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 12 08:16:15.289896 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.302670 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:15.328367 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:15.389044 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30017'] for router, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.390206 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-367070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30072'] for router, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.428703 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.455843 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.465470 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-e1dd2af3-f1a0-4c13-8b58-2d220102b2b4 service neutron] 10.222.0.36 "GET /v2.0/networks/a3cd4026-f098-4722-8a1b-e624e71b9e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3876698
May 12 08:16:15.478072 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:15.570430 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'}  {{(pid=78688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:16:15.596147 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d88187-c9a8-40ff-913f-b98001e97a32,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:15.605404 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:15.612237 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.613628 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.segments_db [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Added segment 00952947-381a-4e4d-8f1f-fed0ee18d534 of type vlan for network a467d3aa-7c94-402c-9abb-4f9acaca6ec8
May 12 08:16:15.659968 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.674404 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.692944 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.db_base_plugin_common [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Allocated IP 172.20.0.2 (66b1fe41-f281-45a4-b5cd-77cfe6272bc6/43f380ad-b3ef-406b-b338-d076331b6127/84b6ca4d-d23c-4496-8a13-f860342c25d1) {{(pid=78690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:16:15.709639 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.712096 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:15.712944 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.746876 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1213bd34-ddad-433e-88b8-16f04d7f7a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:15.771344 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9681537
May 12 08:16:15.777404 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 54978) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:15.785071 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Request body: {'subnet': {'network_id': 'a467d3aa-7c94-402c-9abb-4f9acaca6ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1878175834-subnet', 'tenant_id': '8b903f294ada4ab8a6380d4b57d0b7b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:15.882324 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:15.906609 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Usage tracker for resource:subnet and tenant:8b903f294ada4ab8a6380d4b57d0b7b4 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:15.909709 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:15.923787 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:15.945227 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Made reservation on behalf of 8b903f294ada4ab8a6380d4b57d0b7b4 for: {'subnet': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:15.950117 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:15.991765 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:16.176727 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:16.199253 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Pushing event updated for resources: {'Network': ['ID=a467d3aa-7c94-402c-9abb-4f9acaca6ec8,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:16.245709 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6506f511-2a21-48c4-87f1-dd8288d7725b req-97aa2d3c-4a73-4076-b629-8caad3e5bd0f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.2618785
May 12 08:16:16.246703 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:16.265224 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6bcdad53-a438-4762-84c3-781e420afdba req-bcbb16b2-7ba6-4244-9f2b-c08521833b95 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 210 time: 0.1179600
May 12 08:16:16.367027 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Notify callbacks [] for port, precommit_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:16.388878 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Transition to ACTIVE for port object 84b6ca4d-d23c-4496-8a13-f860342c25d1 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:16.447538 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Transition to ACTIVE for port object 84b6ca4d-d23c-4496-8a13-f860342c25d1 will not be triggered until provisioned by entity DHCP. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:16.461561 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network a467d3aa-7c94-402c-9abb-4f9acaca6ec8 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:16:16.522326 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:16.603680 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1832871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30054'] for router, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:16.648316 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:16.825735 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 is already hosted by enough agents. {{(pid=78690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:16.832280 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.base_scheduler [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Resources bound (agent type, host, resource id):  {{(pid=78690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:16.850536 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Received port after_create {{(pid=78690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:16:16.860307 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Allocated IP 172.27.2.202 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/90ded083-f925-4b43-9563-e071b6e1c0fc) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:16:17.098520 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Attempting to bind port 84b6ca4d-d23c-4496-8a13-f860342c25d1 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:16:17.099260 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Attempting to bind port 84b6ca4d-d23c-4496-8a13-f860342c25d1 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:16:17.100179 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Attempting to bind port 84b6ca4d-d23c-4496-8a13-f860342c25d1 on network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:17.103592 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Pushing event updated for resources: {'Port': ['ID=84b6ca4d-d23c-4496-8a13-f860342c25d1,revision_number=1']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:17.118132 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:17.118866 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:17.119424 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:17.119943 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:17.120572 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:17.121079 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:17.121766 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:17.122263 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:17.123279 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:17.123534 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:17.124662 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:17.125248 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:17.126110 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Tracked resource versions report:
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]: pushed versions:
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]: {   'AddressGroup': {'1.2'},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     'ConntrackHelper': {'1.0'},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     'Log': {'1.0'},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     'Network': {'1.1'},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     'Port': {'1.7'},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     'PortForwarding': {'1.2'},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     'QosPolicy': {'1.8'},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     'SecurityGroup': {'1.4'},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     'SecurityGroupRule': {'1.2'},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     'SubPort': {'1.0'},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     'Subnet': {'1.1'},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     'Trunk': {'1.1'}}
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]: consumer versions:
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]: {   DHCP agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     HyperV agent@hv-cinder-79091: {},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     L3 agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     Metadata agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     Metering agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:     Open vSwitch agent@dv-cinder-790910-1-iscsi: {   'AddressGroup': '1.2',
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'ConntrackHelper': '1.0',
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'Log': '1.0',
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'Network': '1.1',
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'Port': '1.7',
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'PortForwarding': '1.2',
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'QosPolicy': '1.8',
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'SecurityGroup': '1.4',
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'SecurityGroupRule': '1.2',
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'SubPort': '1.0',
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'Subnet': '1.1',
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:                                                      'Trunk': '1.1'}}
May 12 08:16:17.127609 dv-cinder-790910-1-iscsi neutron-server[78690]:  {{(pid=78690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 08:16:17.129995 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2faaa7c6-93f6-42fc-8b15-2a92d644a0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:17.135097 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:17.136521 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:16:17.138029 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Checking segment: {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:17.138318 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:17.141710 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Bound using segment: {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:16:17.142223 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Bound port: 84b6ca4d-d23c-4496-8a13-f860342c25d1, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:16:17.142620 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:17.284441 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=124baffb-3eb2-4494-b139-16a088686d5f,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:17.288513 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:17.304935 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] For port 84b6ca4d-d23c-4496-8a13-f860342c25d1, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:16:17.305116 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Checking segment: {'id': '00952947-381a-4e4d-8f1f-fed0ee18d534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a467d3aa-7c94-402c-9abb-4f9acaca6ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:17.305438 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Network hostable DHCP agents. Network: a467d3aa-7c94-402c-9abb-4f9acaca6ec8, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:16:17.309473 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] For port 84b6ca4d-d23c-4496-8a13-f860342c25d1, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=84b6ca4d-d23c-4496-8a13-f860342c25d1,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:16:17.319608 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:17.335333 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:17.349447 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Network a467d3aa-7c94-402c-9abb-4f9acaca6ec8 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:16:17.363939 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, a467d3aa-7c94-402c-9abb-4f9acaca6ec8) {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:17.368455 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:17.369262 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:17.420860 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b375d2f-f2a8-4950-84b7-7f0d6a804bf9 None None] Network a467d3aa-7c94-402c-9abb-4f9acaca6ec8 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:17.496208 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-22217048-b856-4bc2-8231-f130a69526c3 req-4bc77fc7-75d9-46a1-a474-801a488d504e tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 210 time: 0.1040041
May 12 08:16:17.513815 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-00625b9f-75f3-47f3-a80e-6ca116c94a9c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.7350113
May 12 08:16:17.568215 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:17.655382 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-87befe72-2c84-4cf9-b644-e87cc3c95a3b req-6fef4d3a-531e-4510-810e-fdf0744defaa tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.0891416
May 12 08:16:17.699385 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:17.730189 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Pushing event updated for resources: {'Port': ['ID=84b6ca4d-d23c-4496-8a13-f860342c25d1,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:17.739261 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:17.756308 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:17.835768 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55086) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:17.842517 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:17.954576 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b16028e-c22f-4178-ac93-9a6f8cab6545 admin admin] Deleting subnet 2a88e42b-6bdd-46af-a6fd-4aeaa9923bd8 {{(pid=78688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:16:17.956061 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:17.957855 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-0b16028e-c22f-4178-ac93-9a6f8cab6545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:18.020890 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-0b16028e-c22f-4178-ac93-9a6f8cab6545 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:18.029225 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-0b16028e-c22f-4178-ac93-9a6f8cab6545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:18.122428 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:18.139579 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:18.153001 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:16:18.190680 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715aac0f-6db7-405d-ac58-9fd436568c28 None None] Network a467d3aa-7c94-402c-9abb-4f9acaca6ec8 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:18.345152 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Pushing event updated for resources: {'Port': ['ID=90ded083-f925-4b43-9563-e071b6e1c0fc,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:18.359519 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:18.380720 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Allocated IP 172.27.2.73 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/040faa6e-4017-4955-a4ff-bfce4194414f) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:16:18.532034 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-0b16028e-c22f-4178-ac93-9a6f8cab6545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:18.537061 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7cfdd219-501e-4882-a7ec-460d3e3f4640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:18.552973 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.39', 49971) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:18.617830 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16028e-c22f-4178-ac93-9a6f8cab6545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a88e42b-6bdd-46af-a6fd-4aeaa9923bd8,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:18.621421 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-0b16028e-c22f-4178-ac93-9a6f8cab6545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:18.630985 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-0b16028e-c22f-4178-ac93-9a6f8cab6545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:18.639615 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-0b16028e-c22f-4178-ac93-9a6f8cab6545 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2a88e42b-6bdd-46af-a6fd-4aeaa9923bd8 HTTP/1.1" status: 204  len: 168 time: 0.8005612
May 12 08:16:18.640831 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55116) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:18.796611 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55122) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:18.828370 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55126) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:18.971966 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cb20a5e1-3a02-4c3d-96e7-dcbfd5db97af req-16f6e836-421a-468c-bc51-244994916584 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 210 time: 0.1960208
May 12 08:16:18.996940 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.025967 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7d320cc4-f59c-499a-9f79-ff1510d5bc16 req-7fe375d1-592f-464a-9ebe-bf68aef62a8f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.1219406
May 12 08:16:19.048398 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-eb10cc38-4201-4b12-9408-b940e39475cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.107018 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-eb10cc38-4201-4b12-9408-b940e39475cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:19.195751 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2c1bb-b794-4e67-a7a0-48d0a530a85e None None] Network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:19.202942 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.217668 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6c99838f10>> segment before_delete 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.218291 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6c99838f10>> subnet precommit_delete_associations 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.219228 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c992c6040>> segment_host_mapping after_create 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.219712 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c992c6040>> port after_create 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.220170 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c992c6040>> port after_delete 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.221675 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c992c6040>> port after_update 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.222162 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c992c6040>> segment after_delete 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.222626 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c992c6040>> subnet after_create 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.223081 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c992c6040>> subnet after_delete 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.223550 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c992c6040>> subnet after_update 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.326398 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-f83cff62-0cd4-4c0a-a8fe-2ea6acdae9f9 None None] Provisioning for port 84b6ca4d-d23c-4496-8a13-f860342c25d1 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:16:19.437812 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-1e66d215-2e66-4548-9eb6-0a61c8d7d902 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:19.440025 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-1e66d215-2e66-4548-9eb6-0a61c8d7d902 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Synchronizing usage tracker for tenant:3c207089696c418d92dcca7fd0a1ba4e on resource:network {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:19.449314 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.39', 49976) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:19.486589 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6c9950f6d0>> subnet after_create 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.486947 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6c9950f6d0>> subnet after_delete 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.487271 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6c9950f6d0>> subnet before_create 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.487720 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6c9950f6d0>> subnet before_update 55550000 {{(pid=78688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:16:19.488120 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c995371c0>,) {'filters': {'network_id': ['54808dd8-be09-414b-bade-5d81cef25bf1']}} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:19.499605 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 84b6ca4d-d23c-4496-8a13-f860342c25d1 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:16:19.508636 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-eb10cc38-4201-4b12-9408-b940e39475cc admin admin] Usage tracker for resource:security_group_rule and tenant:679190419b9c4476b45da4f30fe3d33c is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:19.546686 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-eb10cc38-4201-4b12-9408-b940e39475cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:19.570873 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c995371c0>, 'cc8fa10f-f1bb-45cb-9861-91093247c36a') {'for_net_delete': True} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:19.574778 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c995371c0>, 'cc8fa10f-f1bb-45cb-9861-91093247c36a') {} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:19.598700 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2661498'] for segment, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.628946 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.636377 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=78688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:16:19.636767 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3955325'] for segment, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.700574 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.712357 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 84b6ca4d-d23c-4496-8a13-f860342c25d1 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   from cryptography.utils import int_from_bytes
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   from cryptography.utils import int_from_bytes
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]: Traceback (most recent call last):
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     timer()
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     cb(*args, **kw)
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     return func(*args, **kwargs)
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     self._notify()
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     self.callback(batched_events)
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     event.method(event)
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     return f(self, *a, **k)
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._get(url).json()
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self.request(url, 'GET', **kwargs)
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:16:19.724998 dv-cinder-790910-1-iscsi neutron-server[78688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:16:19.727360 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-82b5e7c5-0c6f-48a4-81fb-9e2e0839b7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.730643 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 84b6ca4d-d23c-4496-8a13-f860342c25d1 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:19.731023 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.738297 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-eb10cc38-4201-4b12-9408-b940e39475cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:19.759978 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-82b5e7c5-0c6f-48a4-81fb-9e2e0839b7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:19.772542 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-82b5e7c5-0c6f-48a4-81fb-9e2e0839b7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:684443a0989948f590c0ee7d03534b10 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:19.777172 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-82b5e7c5-0c6f-48a4-81fb-9e2e0839b7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:19.784301 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.786112 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-82b5e7c5-0c6f-48a4-81fb-9e2e0839b7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:19.803675 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:19.828818 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.852945 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.858606 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Pushing event deleted for resources: {'Network': ['ID=54808dd8-be09-414b-bade-5d81cef25bf1,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:19.864747 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:19.883246 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-b795136b-d35b-4dcc-bbe5-b7c6ea79b9fb admin admin] 10.222.0.36 "DELETE /v2.0/networks/54808dd8-be09-414b-bade-5d81cef25bf1 HTTP/1.1" status: 204  len: 168 time: 1.2411935
May 12 08:16:19.889672 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55178) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:19.899243 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.945039 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 84b6ca4d-d23c-4496-8a13-f860342c25d1, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=84b6ca4d-d23c-4496-8a13-f860342c25d1,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:19.951768 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:19.954850 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:20.042176 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=84b6ca4d-d23c-4496-8a13-f860342c25d1,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:20.047020 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:20.172109 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_v2 [None req-465d6fad-4ba2-423d-a260-415c575417b2 admin admin] Deleting subnet 124baffb-3eb2-4494-b139-16a088686d5f {{(pid=78688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:16:20.188532 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-465d6fad-4ba2-423d-a260-415c575417b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:20.208194 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-fa290ad8-fd46-47b1-bed6-ebbb3e5afb64 None None] Provisioning complete for port 84b6ca4d-d23c-4496-8a13-f860342c25d1 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:20.208793 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-fa290ad8-fd46-47b1-bed6-ebbb3e5afb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:20.225397 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-eb10cc38-4201-4b12-9408-b940e39475cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:20.244550 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-eb10cc38-4201-4b12-9408-b940e39475cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:20.286250 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-80f7cee1-fcde-4ec3-a050-555fb5ca26ab tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:20.287865 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-80f7cee1-fcde-4ec3-a050-555fb5ca26ab tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 814 time: 0.7321506
May 12 08:16:20.291462 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833010'] for router, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:20.310301 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-a3507bdb-168a-495f-ae83-10f1d37d9265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:20.323300 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-eb10cc38-4201-4b12-9408-b940e39475cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=679190419b9c4476b45da4f30fe3d33c&name=default HTTP/1.1" status: 200  len: 2976 time: 1.5233686
May 12 08:16:20.347323 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55188) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:20.529932 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-82b5e7c5-0c6f-48a4-81fb-9e2e0839b7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:20.538577 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10cc38-4201-4b12-9408-b940e39475cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983cc7a2-574a-4cf1-9ae1-984b630e9171,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:20.543895 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-eb10cc38-4201-4b12-9408-b940e39475cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:20.545448 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-249ee7ef-f659-4cbe-a1f7-110030963883 req-aa9e333a-9358-4319-8d7f-79594544621b tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 210 time: 0.2563322
May 12 08:16:20.563007 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:20.583013 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:20.593164 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-465d6fad-4ba2-423d-a260-415c575417b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2661477'] for subnet, precommit_delete_associations {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:20.614128 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:20.620790 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:20.628283 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-1e66d215-2e66-4548-9eb6-0a61c8d7d902 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Unset dirty status for tenant:3c207089696c418d92dcca7fd0a1ba4e on resource:network {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:20.629508 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-1e66d215-2e66-4548-9eb6-0a61c8d7d902 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.39 "GET /v2.0/networks?id=a3cd4026-f098-4722-8a1b-e624e71b9e3b HTTP/1.1" status: 200  len: 811 time: 2.0700786
May 12 08:16:20.630368 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:16:20.637936 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-085584b0-16b1-42a6-81f9-e9be2cd8a99c req-089c51b6-224e-4545-a137-0b97f76e91bb tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.3069425
May 12 08:16:20.661225 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-82b5e7c5-0c6f-48a4-81fb-9e2e0839b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:20.681146 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:20.763639 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-82b5e7c5-0c6f-48a4-81fb-9e2e0839b7a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=684443a0989948f590c0ee7d03534b10&name=default HTTP/1.1" status: 200  len: 2978 time: 1.9338329
May 12 08:16:20.764447 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55196) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:20.771219 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5e7c5-0c6f-48a4-81fb-9e2e0839b7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d595d1-df55-43fa-af32-c65e8a7d7ae7,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:20.784753 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-465d6fad-4ba2-423d-a260-415c575417b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:20.820882 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-82b5e7c5-0c6f-48a4-81fb-9e2e0839b7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:20.886344 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Router ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa is scheduled to L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 with binding_index 1 {{(pid=78689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 08:16:20.930337 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9ec70d54-d1a2-4d95-9bd9-c36bca10d189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:21.081321 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9ec70d54-d1a2-4d95-9bd9-c36bca10d189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:21.088329 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2ae67675-c760-4cf1-ab14-f740711bab59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:21.104643 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:16:21.106321 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Pushing event updated for resources: {'Port': ['ID=040faa6e-4017-4955-a4ff-bfce4194414f,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:21.115176 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Sync routers for ids ['ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:16:21.153077 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Routers {'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:16:21.153926 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9978d3a0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:15:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:21.181934 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2ae67675-c760-4cf1-ab14-f740711bab59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:21.269641 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:21.276206 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:21.277733 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 7.2363949
May 12 08:16:21.280780 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 55206) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:21.285136 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2ae67675-c760-4cf1-ab14-f740711bab59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:21.299050 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-eb10cc38-4201-4b12-9408-b940e39475cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:21.326919 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae67675-c760-4cf1-ab14-f740711bab59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d595d1-df55-43fa-af32-c65e8a7d7ae7,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:21.334272 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2ae67675-c760-4cf1-ab14-f740711bab59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:21.340665 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-2ae67675-c760-4cf1-ab14-f740711bab59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67d595d1-df55-43fa-af32-c65e8a7d7ae7 HTTP/1.1" status: 204  len: 168 time: 0.5709734
May 12 08:16:21.353268 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2ae67675-c760-4cf1-ab14-f740711bab59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:21.355233 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9ec70d54-d1a2-4d95-9bd9-c36bca10d189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:21.365576 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9ec70d54-d1a2-4d95-9bd9-c36bca10d189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:21.367704 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-9ec70d54-d1a2-4d95-9bd9-c36bca10d189 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/983cc7a2-574a-4cf1-9ae1-984b630e9171 HTTP/1.1" status: 204  len: 168 time: 0.8871269
May 12 08:16:21.382818 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:21.424836 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec70d54-d1a2-4d95-9bd9-c36bca10d189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983cc7a2-574a-4cf1-9ae1-984b630e9171,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:21.430654 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9ec70d54-d1a2-4d95-9bd9-c36bca10d189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:21.468914 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-465d6fad-4ba2-423d-a260-415c575417b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3955227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3904446'] for subnet, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:21.510323 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:21.560755 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 84b6ca4d-d23c-4496-8a13-f860342c25d1 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:16:21.660223 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-465d6fad-4ba2-423d-a260-415c575417b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:21.675073 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:21.705502 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-465d6fad-4ba2-423d-a260-415c575417b2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/124baffb-3eb2-4494-b139-16a088686d5f HTTP/1.1" status: 204  len: 168 time: 1.8127015
May 12 08:16:21.721612 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55218) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:21.808224 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d6fad-4ba2-423d-a260-415c575417b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124baffb-3eb2-4494-b139-16a088686d5f,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:21.818381 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-465d6fad-4ba2-423d-a260-415c575417b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:21.922552 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Set router ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:16:22.126877 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:22.183554 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 55228) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:22.229343 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-27ef8e52-3231-49a2-9daa-d799db04f485 req-c4e8e525-aa02-4556-904c-680f272accbc tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.2085130
May 12 08:16:22.230128 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3f34d342-2ca6-4383-beb1-5588111f3305 req-cc5f8485-496c-407b-83ab-1e1fe1c91608 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 210 time: 0.2195168
May 12 08:16:22.258899 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2a2e33f8-d9e8-437b-8b8d-e85a7751592f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:22.286182 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-2a2e33f8-d9e8-437b-8b8d-e85a7751592f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:22.290590 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-2a2e33f8-d9e8-437b-8b8d-e85a7751592f admin admin] Usage tracker for resource:security_group_rule and tenant:14dc5797fdd84d5da81cfddd56ab9654 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:22.294287 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-2a2e33f8-d9e8-437b-8b8d-e85a7751592f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:22.300946 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-2a2e33f8-d9e8-437b-8b8d-e85a7751592f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:22.302397 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 84b6ca4d-d23c-4496-8a13-f860342c25d1 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:22.302797 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:22.413455 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2a2e33f8-d9e8-437b-8b8d-e85a7751592f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:22.443598 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2a2e33f8-d9e8-437b-8b8d-e85a7751592f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:22.557399 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-93ab0dfe-3418-4c40-841b-111d80477221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:22.594073 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:22.595892 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-2a2e33f8-d9e8-437b-8b8d-e85a7751592f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14dc5797fdd84d5da81cfddd56ab9654&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4093893
May 12 08:16:22.599645 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 55240) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:22.635246 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c988a34c0>,) {'filters': {'network_id': ['a467d3aa-7c94-402c-9abb-4f9acaca6ec8']}} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:22.678715 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c988a34c0>, '00952947-381a-4e4d-8f1f-fed0ee18d534') {'for_net_delete': True} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:22.679387 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c988a34c0>, '00952947-381a-4e4d-8f1f-fed0ee18d534') {} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:22.712040 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2661498'] for segment, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:22.747022 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:22.758841 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9978d3a0>, [{'id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'name': 'tempest-ServerRescueNegativeTestJSON-87803198-router', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:14Z', 'updated_at': '2021-05-12T08:16:18Z', 'revision_number': 3, 'project_id': 'ca191bcd5f5a4387aad83a12a025e998', 'gw_port': {'id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:16Z', 'updated_at': '2021-05-12T08:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:22.762118 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=78688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:16:22.762635 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3955325'] for segment, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:22.773640 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Checking router: ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:16:22.774007 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Updating router ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa port 90ded083-f925-4b43-9563-e071b6e1c0fc binding host dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]: Traceback (most recent call last):
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     timer()
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     cb(*args, **kw)
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     return func(*args, **kwargs)
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     self._notify()
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     self.callback(batched_events)
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     event.method(event)
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     return f(self, *a, **k)
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._get(url).json()
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self.request(url, 'GET', **kwargs)
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:16:22.791513 dv-cinder-790910-1-iscsi neutron-server[78688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:16:22.877054 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-888ef094-9278-4b40-b7c9-759bd489c5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:22.968537 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:22.988255 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e33f8-d9e8-437b-8b8d-e85a7751592f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360ba567-67c8-40f5-8156-96c2fd3c4fec,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:23.035669 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:23.039213 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:23.039573 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-2a2e33f8-d9e8-437b-8b8d-e85a7751592f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:23.049624 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Request body: {'port': {'device_id': '06a49eee-605b-451e-b75c-1b8fb540e767', 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2', 'admin_state_up': True, 'tenant_id': '107be98ae32048d89e278f66249d99b0'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:23.070190 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:23.080290 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Request body: {'port': {'device_id': '5d831c2f-5c97-478c-a95b-30db54027e9a', 'network_id': 'a3cd4026-f098-4722-8a1b-e624e71b9e3b', 'admin_state_up': True, 'tenant_id': '3c207089696c418d92dcca7fd0a1ba4e'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:23.092069 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=a467d3aa-7c94-402c-9abb-4f9acaca6ec8,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:23.101857 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:23.131341 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-87cad8a9-4551-4131-bb15-8841e5bb0e8f admin admin] 10.222.0.36 "DELETE /v2.0/networks/a467d3aa-7c94-402c-9abb-4f9acaca6ec8 HTTP/1.1" status: 204  len: 168 time: 1.4043849
May 12 08:16:23.712106 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55276) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:23.775294 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Notify callbacks [] for port, precommit_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:23.804680 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-33d47ceb-af2a-4fe1-9bb2-38dab452f1dc req-44fee74b-456d-4595-bde2-6da6ac86a838 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.2023036
May 12 08:16:23.808699 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.provisioning_blocks [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Transition to ACTIVE for port object 90ded083-f925-4b43-9563-e071b6e1c0fc will not be triggered until provisioned by entity L2. {{(pid=78691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:23.831670 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:23.850223 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:23.906025 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-3bffa651-f340-4c34-bad5-6ba3dfba1559 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d04ab0a110ae4e41957666eaeeb2347d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1779585
May 12 08:16:23.908727 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55284) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:23.924143 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Attempting to bind port 90ded083-f925-4b43-9563-e071b6e1c0fc on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:16:23.924513 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Attempting to bind port 90ded083-f925-4b43-9563-e071b6e1c0fc by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:16:23.924874 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Attempting to bind port 90ded083-f925-4b43-9563-e071b6e1c0fc on network 069f2160-aa3e-48e5-a977-e51b8a4e427f {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:23.941600 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:16:23.941953 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Checking segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:23.942511 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:23.942913 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Bound using segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:16:23.943412 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Bound port: 90ded083-f925-4b43-9563-e071b6e1c0fc, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:16:23.943808 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:24.019765 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5831e22e-198d-4f4b-94b6-4c2e46f9b813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:24.033266 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] For port 90ded083-f925-4b43-9563-e071b6e1c0fc, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:16:24.042682 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] For port 90ded083-f925-4b43-9563-e071b6e1c0fc, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=90ded083-f925-4b43-9563-e071b6e1c0fc,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:16:24.051507 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:24.084693 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Pushing event updated for resources: {'Port': ['ID=90ded083-f925-4b43-9563-e071b6e1c0fc,revision_number=2']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:24.089695 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5831e22e-198d-4f4b-94b6-4c2e46f9b813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:24.141505 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:24.143542 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:24.144715 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:24.145511 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:24.146714 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:24.148525 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:24.149206 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:24.152152 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:24.153043 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:24.153974 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:24.155540 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:24.156374 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Tracked resource versions report:
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]: pushed versions:
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]: {   'AddressGroup': {'1.2'},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     'ConntrackHelper': {'1.0'},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     'Log': {'1.0'},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     'Network': {'1.1'},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     'Port': {'1.7'},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     'PortForwarding': {'1.2'},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     'QosPolicy': {'1.8'},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     'SecurityGroup': {'1.4'},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     'SecurityGroupRule': {'1.2'},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     'SubPort': {'1.0'},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     'Subnet': {'1.1'},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     'Trunk': {'1.1'}}
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]: consumer versions:
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]: {   DHCP agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     HyperV agent@hv-cinder-79091: {},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     L3 agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     Metadata agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     Metering agent@dv-cinder-790910-1-iscsi: {},
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:     Open vSwitch agent@dv-cinder-790910-1-iscsi: {   'AddressGroup': '1.2',
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'ConntrackHelper': '1.0',
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'Log': '1.0',
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'Network': '1.1',
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'Port': '1.7',
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'PortForwarding': '1.2',
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'QosPolicy': '1.8',
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'SecurityGroup': '1.4',
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'SecurityGroupRule': '1.2',
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'SubPort': '1.0',
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'Subnet': '1.1',
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:                                                      'Trunk': '1.1'}}
May 12 08:16:24.167540 dv-cinder-790910-1-iscsi neutron-server[78691]:  {{(pid=78691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 12 08:16:24.176504 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:24.177680 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-28b808e1-c77e-4591-b96e-bce5cc42e9de req-91cda7e1-4772-4f35-b026-f05b86df289f tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 210 time: 0.4132259
May 12 08:16:24.179648 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5831e22e-198d-4f4b-94b6-4c2e46f9b813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:24.184640 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-09bdb605-c967-4545-8e5f-ff1c1fe8e7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:24.186241 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:24.198180 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831e22e-198d-4f4b-94b6-4c2e46f9b813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191f0d27-e7cb-4d46-9e75-54aab8c66934,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:24.215218 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-5831e22e-198d-4f4b-94b6-4c2e46f9b813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:24.224482 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5831e22e-198d-4f4b-94b6-4c2e46f9b813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:24.225954 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-5831e22e-198d-4f4b-94b6-4c2e46f9b813 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/191f0d27-e7cb-4d46-9e75-54aab8c66934 HTTP/1.1" status: 204  len: 168 time: 0.3141992
May 12 08:16:24.265228 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Routers {'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:16:24.272122 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9978d3a0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:15:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:24.314031 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:24.466864 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Usage tracker for resource:port and tenant:107be98ae32048d89e278f66249d99b0 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:24.534967 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Pushing event updated for resources: {'Port': ['ID=90ded083-f925-4b43-9563-e071b6e1c0fc,revision_number=3']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:24.538755 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:24.573092 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833010'] for router, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:24.595939 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:24.596543 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] Set router ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:16:24.600030 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Usage tracker for resource:port and tenant:3c207089696c418d92dcca7fd0a1ba4e is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:24.619880 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:24.624856 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:24.629585 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0558963e-6350-4dd9-abf2-293248d0a20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:24.767076 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55300) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:24.772607 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:24.776837 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:24.834679 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0558963e-6350-4dd9-abf2-293248d0a20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:24.862285 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Made reservation on behalf of 107be98ae32048d89e278f66249d99b0 for: {'port': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:24.867047 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:24.884372 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-000652c6-07e2-4a8d-a1be-8320f49a9979 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b903f294ada4ab8a6380d4b57d0b7b4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1160676
May 12 08:16:24.887456 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55310) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:24.927625 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Made reservation on behalf of 3c207089696c418d92dcca7fd0a1ba4e for: {'port': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:24.936568 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:25.085734 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f00512f8-fefa-40d7-9e90-bf1299a40bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:25.163635 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a9d525c1-607d-4296-bd6e-a6f5ce0741c7 req-9adaec03-2b74-42ee-a6a0-2926b6286cb8 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.1358721
May 12 08:16:25.200923 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f00512f8-fefa-40d7-9e90-bf1299a40bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:25.277031 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:25.322629 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9978d3a0>, [{'id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'name': 'tempest-ServerRescueNegativeTestJSON-87803198-router', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:14Z', 'updated_at': '2021-05-12T08:16:18Z', 'revision_number': 3, 'project_id': 'ca191bcd5f5a4387aad83a12a025e998', 'gw_port': {'id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:16Z', 'updated_at': '2021-05-12T08:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:25.332130 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522d6bb5-55fb-48d7-94c1-b9a4a2a5c79a None None] The sync data for ids ['ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'] in dv-cinder-790910-1-iscsi is: [{'id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'name': 'tempest-ServerRescueNegativeTestJSON-87803198-router', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:14Z', 'updated_at': '2021-05-12T08:16:18Z', 'revision_number': 3, 'project_id': 'ca191bcd5f5a4387aad83a12a025e998', 'gw_port': {'id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:16Z', 'updated_at': '2021-05-12T08:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:16:25.334669 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f00512f8-fefa-40d7-9e90-bf1299a40bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:25.355418 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:25.393506 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f00512f8-fefa-40d7-9e90-bf1299a40bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:25.394755 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-f00512f8-fefa-40d7-9e90-bf1299a40bf2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42d88187-c9a8-40ff-913f-b98001e97a32 HTTP/1.1" status: 204  len: 168 time: 0.5060332
May 12 08:16:25.397467 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00512f8-fefa-40d7-9e90-bf1299a40bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d88187-c9a8-40ff-913f-b98001e97a32,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:25.422691 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-f00512f8-fefa-40d7-9e90-bf1299a40bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:25.532398 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6da42ddb-5673-4ec3-b7bc-c508348add66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:25.650258 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-24214404-4c8a-49c0-9526-19c4745c3263 req-834f2dc9-7d9b-4dc6-9529-109152f360d4 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 210 time: 0.2174349
May 12 08:16:25.817693 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0558963e-6350-4dd9-abf2-293248d0a20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:25.857369 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Allocated IP 172.20.0.10 (a3cd4026-f098-4722-8a1b-e624e71b9e3b/fbc4af09-9193-46dd-b624-1116d76a694c/b721e8c0-2258-4c11-8b70-0386dc2d72f1) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:16:26.100197 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55354) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:26.386326 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:26.389622 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4c4e02b5-776d-4833-9dd5-498ef6ad0980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:26.415396 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:26.468442 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Router 5300f606-e601-49ee-96d4-1c2698fdd6f3 is scheduled to L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 with binding_index 1 {{(pid=78689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 08:16:26.482962 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:26.495439 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:26.498277 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:26.571534 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-4c4e02b5-776d-4833-9dd5-498ef6ad0980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:26.593008 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f4fd4dd7-14e9-4e87-8d1c-05c6f07cfaf8 req-c8271948-5a69-4877-9cd8-fc4a02ccd0a9 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.1796713
May 12 08:16:26.599046 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-4c4e02b5-776d-4833-9dd5-498ef6ad0980 admin admin] Usage tracker for resource:security_group_rule and tenant:0f425a40639a421cb7cb9a16d6b822fb is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:26.611880 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-4c4e02b5-776d-4833-9dd5-498ef6ad0980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:26.632399 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-4c4e02b5-776d-4833-9dd5-498ef6ad0980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:26.771863 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0558963e-6350-4dd9-abf2-293248d0a20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:26.776032 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-0558963e-6350-4dd9-abf2-293248d0a20c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/360ba567-67c8-40f5-8156-96c2fd3c4fec HTTP/1.1" status: 204  len: 168 time: 3.7847884
May 12 08:16:26.781091 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558963e-6350-4dd9-abf2-293248d0a20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360ba567-67c8-40f5-8156-96c2fd3c4fec,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:26.887201 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4c4e02b5-776d-4833-9dd5-498ef6ad0980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:26.899124 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4c4e02b5-776d-4833-9dd5-498ef6ad0980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:26.924568 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-82b5e7c5-0c6f-48a4-81fb-9e2e0839b7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:26.963584 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Allocated IP 172.20.0.14 (c5c93c52-d434-4d11-965a-99883e6ce5f2/9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8/ccaad97e-28d7-43fc-8ccd-b132c7d9ada5) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:16:27.005727 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e02b5-776d-4833-9dd5-498ef6ad0980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381a2dbc-53b5-4e98-ab5c-1093af440277,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:27.011916 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-4c4e02b5-776d-4833-9dd5-498ef6ad0980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:27.057065 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:16:27.057065 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-0558963e-6350-4dd9-abf2-293248d0a20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:27.057886 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Sync routers for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:16:27.058832 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:27.082999 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-4c4e02b5-776d-4833-9dd5-498ef6ad0980 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f425a40639a421cb7cb9a16d6b822fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9788709
May 12 08:16:27.083178 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55384) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:27.084247 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:16:27.086860 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99916100>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:16:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:27.105707 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Network a3cd4026-f098-4722-8a1b-e624e71b9e3b is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:27.194259 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-338f50f9-bc67-4ed0-93b4-934cb8df8d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:27.232180 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:27.252851 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:16:27.268801 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-338f50f9-bc67-4ed0-93b4-934cb8df8d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:27.270729 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:27.271396 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:27.536664 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 90ded083-f925-4b43-9563-e071b6e1c0fc up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:16:27.608543 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:16:27.627186 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Pushing event updated for resources: {'Port': ['ID=b721e8c0-2258-4c11-8b70-0386dc2d72f1,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:27.686555 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-338f50f9-bc67-4ed0-93b4-934cb8df8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:27.699229 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:27.725252 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:27.727728 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f50f9-bc67-4ed0-93b4-934cb8df8d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381a2dbc-53b5-4e98-ab5c-1093af440277,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:27.730105 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-338f50f9-bc67-4ed0-93b4-934cb8df8d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:27.731584 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-338f50f9-bc67-4ed0-93b4-934cb8df8d75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/381a2dbc-53b5-4e98-ab5c-1093af440277 HTTP/1.1" status: 204  len: 168 time: 0.6474698
May 12 08:16:27.733574 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-338f50f9-bc67-4ed0-93b4-934cb8df8d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:27.988220 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:27.992772 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-5fe2b668-839b-4e30-b180-d9eb7ce257b3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 12.8517535
May 12 08:16:28.002616 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 55408) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:28.023462 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0301201
May 12 08:16:28.046198 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a30b7728-08c0-4e82-afbb-6acaf8797557 req-1e310c01-79c4-4b05-8d8a-55b1f6bafbc2 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.1334550
May 12 08:16:28.532949 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:28.569456 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99916100>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:20Z', 'revision_number': 3, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:28.575401 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Checking router: 5300f606-e601-49ee-96d4-1c2698fdd6f3 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:16:28.576172 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Updating router 5300f606-e601-49ee-96d4-1c2698fdd6f3 port 040faa6e-4017-4955-a4ff-bfce4194414f binding host dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:16:28.709586 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:28.783214 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 90ded083-f925-4b43-9563-e071b6e1c0fc completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:16:28.815057 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 90ded083-f925-4b43-9563-e071b6e1c0fc triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:28.815601 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:28.831193 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Allocated IP 172.20.0.1 (16ee7d87-925d-4c15-81e4-8db373c2cfc8/4d718b66-00ea-4b07-8789-ea9a96f8f1de/69204762-72f6-4f0c-901c-44848df57524) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:16:28.864106 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ef98c-105b-4879-a945-a317e270a176 req-5dfddc82-3bb1-4152-8bbb-97379d5ef15e tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:28.866039 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-7b0ef98c-105b-4879-a945-a317e270a176 req-5dfddc82-3bb1-4152-8bbb-97379d5ef15e tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Synchronizing usage tracker for tenant:3c207089696c418d92dcca7fd0a1ba4e on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:28.895528 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:28.913069 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55424) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:28.952914 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-449a2f88-23c2-4cf0-abf4-9d7718bcca4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:29.021490 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-449a2f88-23c2-4cf0-abf4-9d7718bcca4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:29.028065 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-449a2f88-23c2-4cf0-abf4-9d7718bcca4b admin admin] Usage tracker for resource:security_group_rule and tenant:fb3702ff533345cf82a0797538e5bfe9 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:29.035983 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-7b0ef98c-105b-4879-a945-a317e270a176 req-5dfddc82-3bb1-4152-8bbb-97379d5ef15e tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Unset dirty status for tenant:3c207089696c418d92dcca7fd0a1ba4e on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:29.037342 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7b0ef98c-105b-4879-a945-a317e270a176 req-5dfddc82-3bb1-4152-8bbb-97379d5ef15e tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 932 time: 1.9943945
May 12 08:16:29.048123 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-449a2f88-23c2-4cf0-abf4-9d7718bcca4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:29.074964 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-449a2f88-23c2-4cf0-abf4-9d7718bcca4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:29.255546 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-449a2f88-23c2-4cf0-abf4-9d7718bcca4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:29.257909 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:29.273140 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-449a2f88-23c2-4cf0-abf4-9d7718bcca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:29.279706 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 90ded083-f925-4b43-9563-e071b6e1c0fc, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=90ded083-f925-4b43-9563-e071b6e1c0fc,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:29.288426 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:29.299644 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-4524217a-0c53-459d-a7ac-674a4deb791e tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 08:16:29.301037 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-4524217a-0c53-459d-a7ac-674a4deb791e tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0084887
May 12 08:16:29.342545 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:29.354048 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:29.374212 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:29.518999 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=90ded083-f925-4b43-9563-e071b6e1c0fc,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:29.594726 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:29.626006 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cbc135b2-fd7f-40ce-bbc1-04fe4d3cf47a req-93573982-e954-4c77-95e8-1d28daccb3b0 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.2800698
May 12 08:16:29.652729 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-449a2f88-23c2-4cf0-abf4-9d7718bcca4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb3702ff533345cf82a0797538e5bfe9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7385540
May 12 08:16:29.654028 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a2f88-23c2-4cf0-abf4-9d7718bcca4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72915d49-0c28-412f-abca-e9457d565115,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:29.669892 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-449a2f88-23c2-4cf0-abf4-9d7718bcca4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:29.673273 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55444) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:29.681745 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-7b0ef98c-105b-4879-a945-a317e270a176 req-936ab1b3-073f-4932-8d89-daab79f74746 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Synchronizing usage tracker for tenant:3c207089696c418d92dcca7fd0a1ba4e on resource:security_group {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:29.696098 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:29.722250 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:29.813025 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e44db8be-20f6-4a07-abb4-5d3341c1d67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:29.888525 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e44db8be-20f6-4a07-abb4-5d3341c1d67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:29.899099 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-7b0ef98c-105b-4879-a945-a317e270a176 req-936ab1b3-073f-4932-8d89-daab79f74746 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Unset dirty status for tenant:3c207089696c418d92dcca7fd0a1ba4e on resource:security_group {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:29.929355 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7b0ef98c-105b-4879-a945-a317e270a176 req-936ab1b3-073f-4932-8d89-daab79f74746 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8528378
May 12 08:16:29.968834 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:29.975804 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:29.982761 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:30.007913 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:16:30.008363 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820397'] for router_interface, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:30.013813 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=69204762-72f6-4f0c-901c-44848df57524,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:30.028438 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:30.030270 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Notify callbacks [] for port, precommit_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:30.038251 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6b7d107c-c654-4acd-aecf-52969c08e626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:30.053500 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e44db8be-20f6-4a07-abb4-5d3341c1d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:30.061587 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:30.076876 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Transition to ACTIVE for port object 040faa6e-4017-4955-a4ff-bfce4194414f will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:30.082580 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44db8be-20f6-4a07-abb4-5d3341c1d67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72915d49-0c28-412f-abca-e9457d565115,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:30.089220 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:30.107726 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e44db8be-20f6-4a07-abb4-5d3341c1d67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:30.119793 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Network c5c93c52-d434-4d11-965a-99883e6ce5f2 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:30.122495 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:30.127829 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:30.127976 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e44db8be-20f6-4a07-abb4-5d3341c1d67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:30.131147 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-e44db8be-20f6-4a07-abb4-5d3341c1d67e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72915d49-0c28-412f-abca-e9457d565115 HTTP/1.1" status: 204  len: 168 time: 0.4566326
May 12 08:16:30.147903 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:16:30.154218 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:30.155182 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:30.315970 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Pushing event updated for resources: {'Port': ['ID=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:30.321848 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:30.360856 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.3662281
May 12 08:16:30.409399 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Attempting to bind port 040faa6e-4017-4955-a4ff-bfce4194414f on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:16:30.413045 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Attempting to bind port 040faa6e-4017-4955-a4ff-bfce4194414f by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:16:30.418557 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Attempting to bind port 040faa6e-4017-4955-a4ff-bfce4194414f on network 069f2160-aa3e-48e5-a977-e51b8a4e427f {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:30.448067 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:16:30.449716 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Checking segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:30.451750 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:30.452293 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Bound using segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:16:30.454967 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Bound port: 040faa6e-4017-4955-a4ff-bfce4194414f, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:16:30.455539 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:30.647177 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df796f9-dc89-4431-b586-c9faca12281e None None] Pushing event updated for resources: {'Port': ['ID=040faa6e-4017-4955-a4ff-bfce4194414f,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:30.683396 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-0df796f9-dc89-4431-b586-c9faca12281e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:30.710941 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] For port 040faa6e-4017-4955-a4ff-bfce4194414f, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:16:30.717372 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] For port 040faa6e-4017-4955-a4ff-bfce4194414f, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=040faa6e-4017-4955-a4ff-bfce4194414f,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:16:30.727759 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:30.749359 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:30.804776 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:30.870640 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:16:30.871452 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99916100>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:16:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:30.940776 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df796f9-dc89-4431-b586-c9faca12281e None None] Pushing event updated for resources: {'Port': ['ID=040faa6e-4017-4955-a4ff-bfce4194414f,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:31.025171 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9a0f5-99d7-400b-9dd6-37203ff48a4c req-074fa343-89bc-45c7-883b-a91e32756f58 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:31.037673 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-0df796f9-dc89-4431-b586-c9faca12281e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:31.039454 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-53b9a0f5-99d7-400b-9dd6-37203ff48a4c req-074fa343-89bc-45c7-883b-a91e32756f58 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 932 time: 0.2188709
May 12 08:16:31.120676 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-53b9a0f5-99d7-400b-9dd6-37203ff48a4c req-334173ff-1787-43f1-a362-6694df14dbf4 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Synchronizing usage tracker for tenant:107be98ae32048d89e278f66249d99b0 on resource:security_group {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:31.178077 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-53b9a0f5-99d7-400b-9dd6-37203ff48a4c req-334173ff-1787-43f1-a362-6694df14dbf4 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Unset dirty status for tenant:107be98ae32048d89e278f66249d99b0 on resource:security_group {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:31.192064 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-53b9a0f5-99d7-400b-9dd6-37203ff48a4c req-334173ff-1787-43f1-a362-6694df14dbf4 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515136
May 12 08:16:31.269001 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:16:31.296149 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-ea1e0982-4877-482e-8a0a-d8ad65f7191d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 08:16:31.297126 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-ea1e0982-4877-482e-8a0a-d8ad65f7191d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0720634
May 12 08:16:31.438657 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:31.555982 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 90ded083-f925-4b43-9563-e071b6e1c0fc up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:16:31.647868 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Request body: {'port': {'device_id': '5d831c2f-5c97-478c-a95b-30db54027e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:31.693844 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Request body: {'port': {'device_id': '06a49eee-605b-451e-b75c-1b8fb540e767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:31.711878 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 90ded083-f925-4b43-9563-e071b6e1c0fc triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:31.713068 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:31.758161 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee51131-3a8f-493e-8e8a-a0a0d176283a req-21b40040-cf2b-460f-aff4-5b4d73e7de2a tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:31.765749 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6ee51131-3a8f-493e-8e8a-a0a0d176283a req-21b40040-cf2b-460f-aff4-5b4d73e7de2a tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 932 time: 0.5336568
May 12 08:16:31.848121 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.db.resource_extend [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 12 08:16:31.854737 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99916100>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:20Z', 'revision_number': 3, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:31.868895 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a09b23-c3f6-4664-a960-d376e72ba6e4 None None] The sync data for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi is: [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:20Z', 'revision_number': 3, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:16:32.023543 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:32.061835 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6ee51131-3a8f-493e-8e8a-a0a0d176283a req-c61cab7c-62ef-4c9e-8e9a-199a41ebc1cb tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2949011
May 12 08:16:32.072385 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:32.110782 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Allocated IP 172.20.0.1 (66b1fe41-f281-45a4-b5cd-77cfe6272bc6/43f380ad-b3ef-406b-b338-d076331b6127/647edd6b-2239-46f9-8638-e20288118e70) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:16:32.123829 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:16:32.222611 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820238'] for router_interface, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:32.287559 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:32.354398 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:32.596105 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00c5c-6872-46d4-b42c-c0d89316ea44 req-0eb1516e-2c0f-43b8-b8b7-33e9a95e6af2 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:32.597904 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1ef00c5c-6872-46d4-b42c-c0d89316ea44 req-0eb1516e-2c0f-43b8-b8b7-33e9a95e6af2 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 932 time: 0.2141814
May 12 08:16:32.696928 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1ef00c5c-6872-46d4-b42c-c0d89316ea44 req-d64edab7-30c2-4211-b476-a7271a1de81e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930560
May 12 08:16:32.720938 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=69204762-72f6-4f0c-901c-44848df57524,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:32.738586 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:32.804575 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:33.044409 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:33.159903 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Transition to ACTIVE for port object 647edd6b-2239-46f9-8638-e20288118e70 will not be triggered until provisioned by entity DHCP. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:33.262588 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:33.325689 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:33.456160 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 040faa6e-4017-4955-a4ff-bfce4194414f up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:16:33.531577 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 040faa6e-4017-4955-a4ff-bfce4194414f completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:16:33.536676 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 040faa6e-4017-4955-a4ff-bfce4194414f triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:33.537052 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:33.627846 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:33.664873 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:33.669522 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:33.683110 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 040faa6e-4017-4955-a4ff-bfce4194414f, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=040faa6e-4017-4955-a4ff-bfce4194414f,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:33.687199 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:33.689591 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-808f0930-2a77-45ef-91f1-57aa7b70d8f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:33.764718 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=040faa6e-4017-4955-a4ff-bfce4194414f,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:33.769013 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:33.785075 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:33.799010 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635493cd-046c-413d-8db4-dd68fa1e85d5 req-da3a5887-8ac6-4513-908f-4e7371f97fd9 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:33.806070 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-635493cd-046c-413d-8db4-dd68fa1e85d5 req-da3a5887-8ac6-4513-908f-4e7371f97fd9 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 932 time: 0.6138790
May 12 08:16:33.808147 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:33.848962 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:16:33.849453 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820397'] for router_interface, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:33.863960 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Pushing event updated for resources: {'Port': ['ID=647edd6b-2239-46f9-8638-e20288118e70,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:33.923385 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:33.959102 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 {{(pid=78689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:16:33.979032 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Router ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:16:33.989490 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.db.resource_extend [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 12 08:16:33.994742 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450f002-af32-4fc2-849f-69d6566d3606 req-d8645287-7fc0-41d6-9bf6-6b0c75f0afa3 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:33.996459 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1450f002-af32-4fc2-849f-69d6566d3606 req-d8645287-7fc0-41d6-9bf6-6b0c75f0afa3 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 932 time: 0.1179156
May 12 08:16:34.011231 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:34.053739 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1450f002-af32-4fc2-849f-69d6566d3606 req-043cd827-e92a-48d0-8c38-491e852d95bb tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511739
May 12 08:16:34.118758 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-82b37dc3-b8ed-4b12-b51c-6e0194512b91 None None] Provisioning for port 647edd6b-2239-46f9-8638-e20288118e70 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:16:34.124151 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-82b37dc3-b8ed-4b12-b51c-6e0194512b91 None None] Provisioning complete for port 647edd6b-2239-46f9-8638-e20288118e70 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:34.124506 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-82b37dc3-b8ed-4b12-b51c-6e0194512b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:34.182077 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-82b37dc3-b8ed-4b12-b51c-6e0194512b91 None None] Port 647edd6b-2239-46f9-8638-e20288118e70 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:16:34.185773 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-635493cd-046c-413d-8db4-dd68fa1e85d5 req-de7f666a-542f-491d-9192-036d5fb5a4c5 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3788016
May 12 08:16:34.189848 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Transition to ACTIVE for port object ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 will not be triggered until provisioned by entity L2. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:34.249003 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b721e8c0-2258-4c11-8b70-0386dc2d72f1 {{(pid=78689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:16:34.267771 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:34.279694 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:34.282801 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-274603c1-0494-445a-8129-389c4735fd31 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:34.539951 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Transition to ACTIVE for port object b721e8c0-2258-4c11-8b70-0386dc2d72f1 will not be triggered until provisioned by entity L2. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:34.599061 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:34.606696 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:34.609569 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:34.662599 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:34.675525 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55614) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:34.712209 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:16:34.721663 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Sync routers for ids ['ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:16:34.731923 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Routers {'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:16:34.733053 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99aff490>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:16:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:34.787441 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Attempting to bind port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:16:34.787796 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Attempting to bind port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:16:34.788137 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Attempting to bind port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 on network c5c93c52-d434-4d11-965a-99883e6ce5f2 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:34.807809 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-007f7c80-eddf-4d99-9ece-b826bcb2984e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:34.818752 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] 10.222.0.36 "PUT /v2.0/routers/ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5365822
May 12 08:16:34.825079 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 on network c5c93c52-d434-4d11-965a-99883e6ce5f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:16:34.825438 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Attempting to bind port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 on network c5c93c52-d434-4d11-965a-99883e6ce5f2 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:34.827301 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-007f7c80-eddf-4d99-9ece-b826bcb2984e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:34.846521 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-007f7c80-eddf-4d99-9ece-b826bcb2984e admin admin] Usage tracker for resource:security_group_rule and tenant:4de70e1293624b33b4bf0deb1562a6b3 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:34.850377 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-007f7c80-eddf-4d99-9ece-b826bcb2984e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:34.861044 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-007f7c80-eddf-4d99-9ece-b826bcb2984e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:34.878231 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:34.902248 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:16:34.902614 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Checking segment: {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:34.903561 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Bound using segment: {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:16:34.903901 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Bound port: ccaad97e-28d7-43fc-8ccd-b132c7d9ada5, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'}}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:16:34.904263 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:34.916861 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Set router ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:16:35.033740 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Pushing event updated for resources: {'Port': ['ID=b721e8c0-2258-4c11-8b70-0386dc2d72f1,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:35.049028 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:35.087880 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-007f7c80-eddf-4d99-9ece-b826bcb2984e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:35.094988 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-007f7c80-eddf-4d99-9ece-b826bcb2984e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:35.117205 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:35.199483 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f7c80-eddf-4d99-9ece-b826bcb2984e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24da4f23-ce49-4728-84c5-0f1cdaa50782,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:35.212389 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-007f7c80-eddf-4d99-9ece-b826bcb2984e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:35.282304 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Attempting to bind port b721e8c0-2258-4c11-8b70-0386dc2d72f1 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:16:35.284594 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Attempting to bind port b721e8c0-2258-4c11-8b70-0386dc2d72f1 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '3ac69f9d-45aa-4efc-9255-1a0e1fccb70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a3cd4026-f098-4722-8a1b-e624e71b9e3b'}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:16:35.285857 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Attempting to bind port b721e8c0-2258-4c11-8b70-0386dc2d72f1 on network a3cd4026-f098-4722-8a1b-e624e71b9e3b {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:35.305352 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-007f7c80-eddf-4d99-9ece-b826bcb2984e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4de70e1293624b33b4bf0deb1562a6b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6286244
May 12 08:16:35.306263 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55638) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:35.328568 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Port b721e8c0-2258-4c11-8b70-0386dc2d72f1 on network a3cd4026-f098-4722-8a1b-e624e71b9e3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:16:35.328889 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Attempting to bind port b721e8c0-2258-4c11-8b70-0386dc2d72f1 on network a3cd4026-f098-4722-8a1b-e624e71b9e3b {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:35.384576 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99aff490>, [{'id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'name': 'tempest-ServerRescueNegativeTestJSON-87803198-router', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:14Z', 'updated_at': '2021-05-12T08:16:30Z', 'revision_number': 4, 'project_id': 'ca191bcd5f5a4387aad83a12a025e998', 'gw_port': {'id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:16Z', 'updated_at': '2021-05-12T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '69204762-72f6-4f0c-901c-44848df57524', 'name': '', 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'mac_address': 'fa:16:3e:c1:46:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4d718b66-00ea-4b07-8789-ea9a96f8f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:26Z', 'updated_at': '2021-05-12T08:16:31Z', 'revision_number': 2, 'project_id': 'ca191bcd5f5a4387aad83a12a025e998', 'subnets': [{'id': '4d718b66-00ea-4b07-8789-ea9a96f8f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:35.392259 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Checking router: ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:16:35.393150 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Updating router ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa port 69204762-72f6-4f0c-901c-44848df57524 binding host dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:16:35.393303 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:16:35.395102 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Checking segment: {'id': '3ac69f9d-45aa-4efc-9255-1a0e1fccb70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a3cd4026-f098-4722-8a1b-e624e71b9e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:35.396008 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c07eb9-da08-46f3-8659-cf36e2805c0b req-4a7bec55-eb67-4bcf-be45-0de3891f0a05 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:35.398040 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-49c07eb9-da08-46f3-8659-cf36e2805c0b req-4a7bec55-eb67-4bcf-be45-0de3891f0a05 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 944 time: 0.1847856
May 12 08:16:35.398150 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Bound using segment: {'id': '3ac69f9d-45aa-4efc-9255-1a0e1fccb70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a3cd4026-f098-4722-8a1b-e624e71b9e3b'} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:16:35.398738 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Bound port: b721e8c0-2258-4c11-8b70-0386dc2d72f1, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac69f9d-45aa-4efc-9255-1a0e1fccb70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a3cd4026-f098-4722-8a1b-e624e71b9e3b'}}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:16:35.400133 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:35.406574 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-654a6f66-ff1a-4a63-8bed-e38d643337e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:35.474259 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] For port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5, host hv-cinder-79091, cleared binding levels {{(pid=78689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:16:35.479448 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-49c07eb9-da08-46f3-8659-cf36e2805c0b req-6315f187-ff3a-448f-8f76-3c3c8ba2623d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703125
May 12 08:16:35.499748 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-654a6f66-ff1a-4a63-8bed-e38d643337e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:35.504428 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 040faa6e-4017-4955-a4ff-bfce4194414f up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:16:35.562082 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:35.597147 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-654a6f66-ff1a-4a63-8bed-e38d643337e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:35.602834 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:35.632245 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] For port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:16:35.633342 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a6f66-ff1a-4a63-8bed-e38d643337e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24da4f23-ce49-4728-84c5-0f1cdaa50782,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:35.635709 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-654a6f66-ff1a-4a63-8bed-e38d643337e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:35.646389 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-654a6f66-ff1a-4a63-8bed-e38d643337e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24da4f23-ce49-4728-84c5-0f1cdaa50782 HTTP/1.1" status: 204  len: 168 time: 0.3295219
May 12 08:16:35.654768 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:35.657824 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-654a6f66-ff1a-4a63-8bed-e38d643337e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:35.761526 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 040faa6e-4017-4955-a4ff-bfce4194414f triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:35.761915 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:35.768459 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:35.866460 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:35.866922 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:35.869868 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] 10.222.0.39 "PUT /v2.0/ports/ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 HTTP/1.1" status: 200  len: 1094 time: 4.5238853
May 12 08:16:35.880855 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a49eee-605b-451e-b75c-1b8fb540e767', 'tag': 'ccaad97e-28d7-43fc-8ccd-b132c7d9ada5'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:16:35.948636 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33a0a0-8ab4-4ef4-8296-501eec540243 req-e04c87d9-233b-477c-9361-ec9fd1f318b4 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:35.951973 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d33a0a0-8ab4-4ef4-8296-501eec540243 req-e04c87d9-233b-477c-9361-ec9fd1f318b4 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 944 time: 0.2542567
May 12 08:16:36.071906 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d33a0a0-8ab4-4ef4-8296-501eec540243 req-819a1f2b-b3fc-434d-87b6-be762edeb9b7 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124415
May 12 08:16:36.098415 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5,revision_number=3']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:36.125145 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] For port b721e8c0-2258-4c11-8b70-0386dc2d72f1, host hv-cinder-79091, cleared binding levels {{(pid=78689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:16:36.135225 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:36.144402 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.166869 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.168829 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] For port b721e8c0-2258-4c11-8b70-0386dc2d72f1, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b721e8c0-2258-4c11-8b70-0386dc2d72f1,segment=NetworkSegment(3ac69f9d-45aa-4efc-9255-1a0e1fccb70c),segment_id=3ac69f9d-45aa-4efc-9255-1a0e1fccb70c)] {{(pid=78689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:16:36.208833 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820238'] for router_interface, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.224676 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:36.302028 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.342957 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-926fd7d3-814b-4649-b8df-3c71ef534b16 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:36.343735 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-926fd7d3-814b-4649-b8df-3c71ef534b16 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Synchronizing usage tracker for tenant:ca191bcd5f5a4387aad83a12a025e998 on resource:network {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:36.367716 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55680) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:36.384704 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Notify callbacks [] for port, precommit_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.389359 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3657e9f0-e769-4ed7-baf4-35a81fc3797e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.407482 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-3657e9f0-e769-4ed7-baf4-35a81fc3797e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:36.411736 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.provisioning_blocks [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Transition to ACTIVE for port object 69204762-72f6-4f0c-901c-44848df57524 will not be triggered until provisioned by entity L2. {{(pid=78691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:36.412338 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-3657e9f0-e769-4ed7-baf4-35a81fc3797e admin admin] Usage tracker for resource:security_group_rule and tenant:5cd654e1f7b04a81875482df4f2347c4 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:36.412903 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:36.413548 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.414947 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] 10.222.0.39 "PUT /v2.0/ports/b721e8c0-2258-4c11-8b70-0386dc2d72f1 HTTP/1.1" status: 200  len: 1094 time: 5.0726259
May 12 08:16:36.416584 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-3657e9f0-e769-4ed7-baf4-35a81fc3797e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:36.421474 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.423639 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-3657e9f0-e769-4ed7-baf4-35a81fc3797e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:36.429988 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:36.470165 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-926fd7d3-814b-4649-b8df-3c71ef534b16 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Unset dirty status for tenant:ca191bcd5f5a4387aad83a12a025e998 on resource:network {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:36.471337 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-926fd7d3-814b-4649-b8df-3c71ef534b16 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 817 time: 0.8837433
May 12 08:16:36.561348 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3657e9f0-e769-4ed7-baf4-35a81fc3797e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.568529 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3657e9f0-e769-4ed7-baf4-35a81fc3797e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.591314 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-bf65bcd6-242e-459d-b182-841bc3ebd093 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/quotas/ca191bcd5f5a4387aad83a12a025e998 HTTP/1.1" status: 200  len: 375 time: 0.0438967
May 12 08:16:36.613825 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Pushing event updated for resources: {'Port': ['ID=647edd6b-2239-46f9-8638-e20288118e70,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:36.625477 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-dd91e7de-b160-4e0e-baf0-2bd9cd4ca025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:36.626598 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:36.657668 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-3657e9f0-e769-4ed7-baf4-35a81fc3797e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5cd654e1f7b04a81875482df4f2347c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2863898
May 12 08:16:36.662536 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55688) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:36.700669 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657e9f0-e769-4ed7-baf4-35a81fc3797e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa85493-dc0f-49f8-b547-e588e4e06918,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:36.721978 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3657e9f0-e769-4ed7-baf4-35a81fc3797e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:36.742388 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c36601-1bad-4961-a8c3-dfb3f00eb408 None None] Pushing event updated for resources: {'Port': ['ID=69204762-72f6-4f0c-901c-44848df57524,revision_number=3']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:36.754236 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-20c36601-1bad-4961-a8c3-dfb3f00eb408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:36.755522 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:36.762698 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Attempting to bind port 69204762-72f6-4f0c-901c-44848df57524 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:16:36.763198 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Attempting to bind port 69204762-72f6-4f0c-901c-44848df57524 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:16:36.763698 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Attempting to bind port 69204762-72f6-4f0c-901c-44848df57524 on network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:36.770567 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:16:36.771012 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Checking segment: {'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:36.771504 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.772093 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Bound using segment: {'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:16:36.772649 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Bound port: 69204762-72f6-4f0c-901c-44848df57524, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'}}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:16:36.773132 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.796561 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c9f49fa-d48a-40bf-a88d-3e62c469df11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.822354 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a49eee-605b-451e-b75c-1b8fb540e767', 'tag': 'ccaad97e-28d7-43fc-8ccd-b132c7d9ada5', 'status': 'completed', 'code': 200}
May 12 08:16:36.837080 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-3a3cca82-dfc9-4d41-a800-95cba8c1e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:36.838649 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-3a3cca82-dfc9-4d41-a800-95cba8c1e353 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 1097 time: 0.8856421
May 12 08:16:36.850942 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c9f49fa-d48a-40bf-a88d-3e62c469df11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.933142 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-fa3ef473-4633-47c9-bf16-7b60378210f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:36.934673 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-fa3ef473-4633-47c9-bf16-7b60378210f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c207089696c418d92dcca7fd0a1ba4e&device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 1097 time: 0.4601896
May 12 08:16:36.939165 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Pushing event updated for resources: {'Port': ['ID=b721e8c0-2258-4c11-8b70-0386dc2d72f1,revision_number=3']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:36.943810 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:36.944937 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:36.946308 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] For port 69204762-72f6-4f0c-901c-44848df57524, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:16:36.950976 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] For port 69204762-72f6-4f0c-901c-44848df57524, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=69204762-72f6-4f0c-901c-44848df57524,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:16:36.953417 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:36.962281 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-218baa6b-77f1-4ca3-8a83-e1ca900217cc tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Synchronizing usage tracker for tenant:ca191bcd5f5a4387aad83a12a025e998 on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:36.971729 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:36.978839 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:37.006573 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c9f49fa-d48a-40bf-a88d-3e62c469df11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:37.011115 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:37.040964 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31de9a-c129-40f7-a0e3-0f617dcfc132 req-ed8cf83b-5bf0-4f06-a7e5-6e34c86c8826 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:37.042632 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ab31de9a-c129-40f7-a0e3-0f617dcfc132 req-ed8cf83b-5bf0-4f06-a7e5-6e34c86c8826 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 944 time: 0.1417198
May 12 08:16:37.045114 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f49fa-d48a-40bf-a88d-3e62c469df11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa85493-dc0f-49f8-b547-e588e4e06918,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:37.047607 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1c9f49fa-d48a-40bf-a88d-3e62c469df11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:37.073574 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Routers {'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:16:37.073761 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c9f49fa-d48a-40bf-a88d-3e62c469df11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:37.074630 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99aff490>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:16:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:37.074816 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-1c9f49fa-d48a-40bf-a88d-3e62c469df11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fa85493-dc0f-49f8-b547-e588e4e06918 HTTP/1.1" status: 204  len: 168 time: 0.4113412
May 12 08:16:37.111090 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ab31de9a-c129-40f7-a0e3-0f617dcfc132 req-2741e659-7e73-45ac-a391-4636786701b6 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613708
May 12 08:16:37.157241 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-218baa6b-77f1-4ca3-8a83-e1ca900217cc tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Unset dirty status for tenant:ca191bcd5f5a4387aad83a12a025e998 on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:37.158887 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-218baa6b-77f1-4ca3-8a83-e1ca900217cc tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5526564
May 12 08:16:37.258177 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c36601-1bad-4961-a8c3-dfb3f00eb408 None None] Pushing event updated for resources: {'Port': ['ID=69204762-72f6-4f0c-901c-44848df57524,revision_number=4']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:37.261614 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-20c36601-1bad-4961-a8c3-dfb3f00eb408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:37.331747 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-c9388a25-4420-4d85-a3ab-78839966d39d None None] Provisioning complete for port 647edd6b-2239-46f9-8638-e20288118e70 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:37.332297 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-c9388a25-4420-4d85-a3ab-78839966d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:37.334125 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Router 5300f606-e601-49ee-96d4-1c2698fdd6f3 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:16:37.399029 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] Set router ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:16:37.420557 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc701e47-0867-49dc-92ed-0fcad54587a1 req-3bd83a6d-4f5b-47db-b6fa-d6f7ca1e5478 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:37.423012 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cc701e47-0867-49dc-92ed-0fcad54587a1 req-3bd83a6d-4f5b-47db-b6fa-d6f7ca1e5478 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 944 time: 0.1488583
May 12 08:16:37.468397 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-c9388a25-4420-4d85-a3ab-78839966d39d None None] Port 647edd6b-2239-46f9-8638-e20288118e70 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:16:37.540186 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-160b094a-e29f-49c4-884f-460249d1d205 service neutron] 10.222.0.36 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3648682
May 12 08:16:37.545720 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cc701e47-0867-49dc-92ed-0fcad54587a1 req-e4451ba9-dc35-4b03-a189-86f2f9c233e0 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063979
May 12 08:16:37.693259 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:16:37.702838 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Sync routers for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:16:37.715546 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] 10.222.0.36 "PUT /v2.0/routers/5300f606-e601-49ee-96d4-1c2698fdd6f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7012179
May 12 08:16:37.730978 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:16:37.735270 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98fb7fd0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:16:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:37.778909 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0bad2460-d493-43c3-8430-d431ad4696b0 service neutron] 10.222.0.36 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214699
May 12 08:16:37.855831 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99aff490>, [{'id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'name': 'tempest-ServerRescueNegativeTestJSON-87803198-router', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:14Z', 'updated_at': '2021-05-12T08:16:30Z', 'revision_number': 4, 'project_id': 'ca191bcd5f5a4387aad83a12a025e998', 'gw_port': {'id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:16Z', 'updated_at': '2021-05-12T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '69204762-72f6-4f0c-901c-44848df57524', 'name': '', 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'mac_address': 'fa:16:3e:c1:46:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4d718b66-00ea-4b07-8789-ea9a96f8f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:26Z', 'updated_at': '2021-05-12T08:16:36Z', 'revision_number': 4, 'project_id': 'ca191bcd5f5a4387aad83a12a025e998', 'subnets': [{'id': '4d718b66-00ea-4b07-8789-ea9a96f8f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:37.860592 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b237b-62c9-404e-9846-34fbee7b9de9 None None] The sync data for ids ['ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'] in dv-cinder-790910-1-iscsi is: [{'id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'name': 'tempest-ServerRescueNegativeTestJSON-87803198-router', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:14Z', 'updated_at': '2021-05-12T08:16:30Z', 'revision_number': 4, 'project_id': 'ca191bcd5f5a4387aad83a12a025e998', 'gw_port': {'id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:16Z', 'updated_at': '2021-05-12T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '69204762-72f6-4f0c-901c-44848df57524', 'name': '', 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'mac_address': 'fa:16:3e:c1:46:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4d718b66-00ea-4b07-8789-ea9a96f8f1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:26Z', 'updated_at': '2021-05-12T08:16:36Z', 'revision_number': 4, 'project_id': 'ca191bcd5f5a4387aad83a12a025e998', 'subnets': [{'id': '4d718b66-00ea-4b07-8789-ea9a96f8f1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:16:38.186561 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c72022b8-00ca-4833-8fed-fb9e7be2e48b req-2bd6574f-51d2-488d-a666-0a1b8b1d92e8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 210 time: 0.0962434
May 12 08:16:38.221354 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:16:38.654010 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311840c-a355-4556-99ec-5e2ad4f67e3a req-c80c3bcb-ef83-4bd6-a932-5a8894b781ea tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:38.654763 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-c311840c-a355-4556-99ec-5e2ad4f67e3a req-c80c3bcb-ef83-4bd6-a932-5a8894b781ea tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Synchronizing usage tracker for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:38.689996 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-c311840c-a355-4556-99ec-5e2ad4f67e3a req-c80c3bcb-ef83-4bd6-a932-5a8894b781ea tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Unset dirty status for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:38.691423 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c311840c-a355-4556-99ec-5e2ad4f67e3a req-c80c3bcb-ef83-4bd6-a932-5a8894b781ea tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 944 time: 0.2328253
May 12 08:16:38.782232 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c311840c-a355-4556-99ec-5e2ad4f67e3a req-ea1e74cc-cda0-4075-967c-8816ba1f489a tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817804
May 12 08:16:38.824053 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d831c2f-5c97-478c-a95b-30db54027e9a', 'tag': 'b721e8c0-2258-4c11-8b70-0386dc2d72f1'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:16:38.921730 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:38.978608 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98fb7fd0>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:35Z', 'revision_number': 2, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:38.983442 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Checking router: 5300f606-e601-49ee-96d4-1c2698fdd6f3 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:16:38.983797 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Updating router 5300f606-e601-49ee-96d4-1c2698fdd6f3 port 647edd6b-2239-46f9-8638-e20288118e70 binding host dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:16:39.062283 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:39.175937 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-8c350cae-50ac-4253-8129-12a9f3e700f6 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:39.181569 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-8c350cae-50ac-4253-8129-12a9f3e700f6 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 817 time: 0.2280858
May 12 08:16:39.205462 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55796) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:39.212234 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1675983435', 'description': 'tempest-description--892180219'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:39.213049 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-80e8566f-cbc1-42eb-b7a2-55d31cae7e99 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/quotas/ca191bcd5f5a4387aad83a12a025e998 HTTP/1.1" status: 200  len: 375 time: 0.0267243
May 12 08:16:39.229104 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:39.238726 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Usage tracker for resource:security_group and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:39.242364 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:39.276787 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:39.295451 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:39.344144 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:39.358068 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Usage tracker for resource:security_group_rule and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:39.364540 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:39.369293 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-c89dff44-87e0-4af5-8f7f-bb32f0812417 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1535385
May 12 08:16:39.372739 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:39.579537 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:39.593517 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65dc52-31bf-45c5-9538-2d7afcbb13e0 req-97239a09-f554-4a2f-bf69-1e7c15660a59 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:39.597032 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-bc65dc52-31bf-45c5-9538-2d7afcbb13e0 req-97239a09-f554-4a2f-bf69-1e7c15660a59 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 944 time: 0.2022779
May 12 08:16:39.598691 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:39.602764 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 69204762-72f6-4f0c-901c-44848df57524 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:16:39.638259 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:39.652310 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-f0bc48c8-5156-40a2-b4f0-296ba856f645 service neutron] 10.222.0.36 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2817502
May 12 08:16:39.732256 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:39.737027 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5292702
May 12 08:16:39.740522 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55812) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:39.767959 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Request body: {'security_group_rule': {'security_group_id': 'b7ef88d3-203e-40fe-b0ff-c065a42b4f61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:39.775710 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:39.781127 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Usage tracker for resource:security_group_rule and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:39.781723 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Notify callbacks [] for port, precommit_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:39.785156 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:39.790763 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-4ae1cd15-c8eb-41a3-bb81-ac8a73f6f05c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 HTTP/1.1" status: 200  len: 217 time: 0.0876849
May 12 08:16:39.792977 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:39.805629 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Transition to ACTIVE for port object 647edd6b-2239-46f9-8638-e20288118e70 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:39.821226 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ef88d3-203e-40fe-b0ff-c065a42b4f61,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:39.821446 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:39.826308 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 69204762-72f6-4f0c-901c-44848df57524 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:16:39.838644 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:39.846573 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-bc65dc52-31bf-45c5-9538-2d7afcbb13e0 req-cbcc1356-6bfd-4297-93d8-a4352da02934 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2092752
May 12 08:16:39.853026 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:39.863575 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:39.885158 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 69204762-72f6-4f0c-901c-44848df57524 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:39.885554 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.111551 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.202751 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.217985 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:40.231796 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-cbce05f1-d86d-4c08-91e6-339a3d1b344b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b721e8c0-2258-4c11-8b70-0386dc2d72f1 HTTP/1.1" status: 200  len: 217 time: 0.4437065
May 12 08:16:40.233550 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d831c2f-5c97-478c-a95b-30db54027e9a', 'tag': 'b721e8c0-2258-4c11-8b70-0386dc2d72f1', 'status': 'completed', 'code': 200}
May 12 08:16:40.249208 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b422a-8ba8-4c29-9363-549061a03614 None None] Pushing event updated for resources: {'Port': ['ID=647edd6b-2239-46f9-8638-e20288118e70,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:40.259864 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-862b422a-8ba8-4c29-9363-549061a03614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:40.291175 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Attempting to bind port 647edd6b-2239-46f9-8638-e20288118e70 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:16:40.291688 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Attempting to bind port 647edd6b-2239-46f9-8638-e20288118e70 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:16:40.293114 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Attempting to bind port 647edd6b-2239-46f9-8638-e20288118e70 on network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:40.300518 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3361b0c1-1c7c-4a9c-bd06-e279152242f2,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:40.308742 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:40.320744 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.322602 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5783510
May 12 08:16:40.323077 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-7dd7b72c-816f-4a4f-bdfd-34c58f0f6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:40.324503 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-7dd7b72c-816f-4a4f-bdfd-34c58f0f6a86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8 HTTP/1.1" status: 200  len: 854 time: 0.0862291
May 12 08:16:40.325387 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55830) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:40.336539 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:16:40.336844 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Request body: {'security_group_rule': {'security_group_id': 'b7ef88d3-203e-40fe-b0ff-c065a42b4f61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:40.336988 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Checking segment: {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:40.337655 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.338279 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Bound using segment: {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:16:40.339323 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Bound port: 647edd6b-2239-46f9-8638-e20288118e70, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:16:40.339996 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.344307 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:40.356379 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Usage tracker for resource:security_group_rule and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:40.359456 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:40.374061 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3746139-cad8-47ea-bb8f-76b8015696c1 req-8afad2db-16af-448b-8025-e9b0a9367783 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:40.375567 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f3746139-cad8-47ea-bb8f-76b8015696c1 req-8afad2db-16af-448b-8025-e9b0a9367783 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 944 time: 0.2619262
May 12 08:16:40.376451 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:40.417729 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.426830 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.441162 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f3746139-cad8-47ea-bb8f-76b8015696c1 req-dbed067e-7a7f-4cc1-b79b-a8e7261b42e3 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578713
May 12 08:16:40.481020 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] For port 647edd6b-2239-46f9-8638-e20288118e70, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:16:40.485017 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] For port 647edd6b-2239-46f9-8638-e20288118e70, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=647edd6b-2239-46f9-8638-e20288118e70,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:16:40.486980 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 69204762-72f6-4f0c-901c-44848df57524, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=69204762-72f6-4f0c-901c-44848df57524,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:40.494242 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.500724 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:40.538506 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.539382 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.546932 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.549902 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:40.559994 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-04f2240f-f581-4c64-90a3-3839980d6b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:40.563822 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-04f2240f-f581-4c64-90a3-3839980d6b81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc4af09-9193-46dd-b624-1116d76a694c HTTP/1.1" status: 200  len: 851 time: 0.2455964
May 12 08:16:40.580756 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:16:40.581506 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98fb7fd0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:16:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:40.608137 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4997b819-4a56-417d-84aa-ce5e54c1c1d3,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:40.613171 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:40.643734 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.648199 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3190567
May 12 08:16:40.648833 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55854) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:40.659963 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Request body: {'floatingip': {'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:40.676782 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:40.681099 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-38f0c358-fc5d-4c52-903b-b937f8e617c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c93c52-d434-4d11-965a-99883e6ce5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1778679
May 12 08:16:40.687704 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Usage tracker for resource:floatingip and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:40.696113 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:40.704713 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-ac2a2900-25c4-49a2-a58a-319f6f4fe2a3 service neutron] 10.222.0.36 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0444257
May 12 08:16:40.715187 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:40.745657 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:40.779520 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.39', 49997) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:40.852994 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-aa2beddb-0eb7-426c-8a55-7954f610421d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3cd4026-f098-4722-8a1b-e624e71b9e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1700842
May 12 08:16:40.893472 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b422a-8ba8-4c29-9363-549061a03614 None None] Pushing event updated for resources: {'Port': ['ID=647edd6b-2239-46f9-8638-e20288118e70,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:40.902006 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-862b422a-8ba8-4c29-9363-549061a03614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:40.904776 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:41.187696 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:16:41.291616 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f13b2ddc-d97b-498f-959a-7cf203ee0963 req-95459775-a792-4292-a6a2-4fc0cf638e8d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 210 time: 0.1539650
May 12 08:16:41.311320 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=69204762-72f6-4f0c-901c-44848df57524,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:41.318957 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:41.487175 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-16ab43bc-bbf2-480d-8988-1aa7feab58e3 service neutron] 10.222.0.39 "GET /v2.0/networks/a3cd4026-f098-4722-8a1b-e624e71b9e3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5958691
May 12 08:16:41.489855 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-2d1f1c0f-3a32-4a7a-a808-77faef52c572 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6395781
May 12 08:16:41.551029 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 69204762-72f6-4f0c-901c-44848df57524 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:16:41.607695 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-7d34db3f-f8c2-4608-b4a8-dbc4ae297c0d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:41.609319 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-7d34db3f-f8c2-4608-b4a8-dbc4ae297c0d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.39 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 817 time: 0.8236248
May 12 08:16:41.639990 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Request body: {'port': {'device_id': '2382d50e-cb21-4507-b698-8f3b3795c839', 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8', 'admin_state_up': True, 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:41.809605 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31692a9-31e5-471a-91c1-371b8e471280 req-210c6d50-2470-42ec-ad8f-ca592f06c1ae tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:41.814672 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d31692a9-31e5-471a-91c1-371b8e471280 req-210c6d50-2470-42ec-ad8f-ca592f06c1ae tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 944 time: 0.7895977
May 12 08:16:41.832191 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55908) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:41.981546 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b07a05-031f-46f0-887f-f3147e1d834e req-076f8ceb-02d0-459b-bf52-b84fa6dd3a3d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:41.990430 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-53b07a05-031f-46f0-887f-f3147e1d834e req-076f8ceb-02d0-459b-bf52-b84fa6dd3a3d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 944 time: 0.2502546
May 12 08:16:42.073115 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 69204762-72f6-4f0c-901c-44848df57524 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:42.073736 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:42.116196 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-53b07a05-031f-46f0-887f-f3147e1d834e req-8bab1347-a92b-4742-8d61-4ffd11699716 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248746
May 12 08:16:42.132737 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98fb7fd0>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:40Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:16:42.139170 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d63b878-dbaa-4ac1-8e5e-d30ea39fa898 None None] The sync data for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi is: [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:40Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:16:42.140810 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:42.155874 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-44c3f280-c35c-47b2-a172-d9e299f60380 req-19d6a2d8-05d1-45a8-aabf-5340f62b6e3b service neutron] 10.222.0.39 "GET /v2.0/networks/a3cd4026-f098-4722-8a1b-e624e71b9e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6575296
May 12 08:16:42.170795 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-210aeacb-a02a-4024-bb3d-40d1c233631e req-40b639ac-31ce-4f6e-ac56-48e2937be197 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6432235
May 12 08:16:42.186642 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d31692a9-31e5-471a-91c1-371b8e471280 req-4715f3d3-b0c3-4bf6-9e42-e80589d3dd4e tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3552754
May 12 08:16:42.196286 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-00c35c7b-4287-42dd-9e0d-aa4278e68d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:42.302653 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-00c35c7b-4287-42dd-9e0d-aa4278e68d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:42.307161 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-00c35c7b-4287-42dd-9e0d-aa4278e68d65 admin admin] Usage tracker for resource:security_group_rule and tenant:2e4f0f424cf4427e9fe37bed4b40d606 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:42.310580 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-00c35c7b-4287-42dd-9e0d-aa4278e68d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:42.316902 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-00c35c7b-4287-42dd-9e0d-aa4278e68d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:42.334265 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:42.380012 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:42.464533 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 55926) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:42.519079 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Made reservation on behalf of ca191bcd5f5a4387aad83a12a025e998 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:42.522758 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:42.529359 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8324656c-75b3-42ef-a52f-0c7af184c48d req-6a953f7d-e1b4-4186-a302-6638c77513fe tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 210 time: 0.0735469
May 12 08:16:42.570702 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da80ac9-1e81-4e45-8306-3cc63549ad3a req-262beb67-923d-4de2-9e1d-c58c7d26f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:42.572695 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3da80ac9-1e81-4e45-8306-3cc63549ad3a req-262beb67-923d-4de2-9e1d-c58c7d26f92f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c207089696c418d92dcca7fd0a1ba4e&device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 1097 time: 0.2891414
May 12 08:16:42.694395 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Allocated IP 172.27.2.48 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/b05d76bc-068e-490f-9498-c2cd904f74e6) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:16:42.703028 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab01b7f-4685-47be-8a32-0075c6a03f97 req-0bd96805-6851-478d-9c16-96db067fa84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:42.710234 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8ab01b7f-4685-47be-8a32-0075c6a03f97 req-0bd96805-6851-478d-9c16-96db067fa84e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 1097 time: 0.3490095
May 12 08:16:42.768460 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.39', 50010) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:42.958588 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3445-5f47-46dc-94cf-06382708e34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:43.002968 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da80ac9-1e81-4e45-8306-3cc63549ad3a req-2b5575af-1d2b-4cab-8adb-daca8c9a1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:43.004434 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3da80ac9-1e81-4e45-8306-3cc63549ad3a req-2b5575af-1d2b-4cab-8adb-daca8c9a1ecc service neutron] 10.222.0.39 "GET /v2.0/networks?id=a3cd4026-f098-4722-8a1b-e624e71b9e3b HTTP/1.1" status: 200  len: 912 time: 0.4161007
May 12 08:16:43.007194 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-e9fa3445-5f47-46dc-94cf-06382708e34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:43.085805 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-00c35c7b-4287-42dd-9e0d-aa4278e68d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:43.111737 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-e9fa3445-5f47-46dc-94cf-06382708e34f admin admin] Usage tracker for resource:security_group_rule and tenant:4ca60a72032447c8a2a7ff65b2985cc3 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:43.125986 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Allocated IP 172.20.0.13 (16ee7d87-925d-4c15-81e4-8db373c2cfc8/4d718b66-00ea-4b07-8789-ea9a96f8f1de/377eb68e-c1dd-4646-beae-9867a6ee3ce9) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:16:43.137512 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-00c35c7b-4287-42dd-9e0d-aa4278e68d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:43.138496 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-e9fa3445-5f47-46dc-94cf-06382708e34f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:43.142248 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3da80ac9-1e81-4e45-8306-3cc63549ad3a req-b3cdca3a-64f1-412b-bfff-39e2b1c51ca7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b721e8c0-2258-4c11-8b70-0386dc2d72f1 HTTP/1.1" status: 200  len: 217 time: 0.1048629
May 12 08:16:43.147090 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-e9fa3445-5f47-46dc-94cf-06382708e34f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:43.230161 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab01b7f-4685-47be-8a32-0075c6a03f97 req-8d5c73dd-d44f-4240-bc3c-edda9d9fb1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:43.233908 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8ab01b7f-4685-47be-8a32-0075c6a03f97 req-8d5c73dd-d44f-4240-bc3c-edda9d9fb1aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 915 time: 0.4787805
May 12 08:16:43.398722 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8ab01b7f-4685-47be-8a32-0075c6a03f97 req-96fcfc73-4bbf-4189-b7eb-4e2341cd2e98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 HTTP/1.1" status: 200  len: 217 time: 0.1445019
May 12 08:16:43.458955 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da80ac9-1e81-4e45-8306-3cc63549ad3a req-a86a752f-0630-47a8-9091-408ca76574e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:43.460816 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3da80ac9-1e81-4e45-8306-3cc63549ad3a req-a86a752f-0630-47a8-9091-408ca76574e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbc4af09-9193-46dd-b624-1116d76a694c HTTP/1.1" status: 200  len: 851 time: 0.3115542
May 12 08:16:43.529051 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 647edd6b-2239-46f9-8638-e20288118e70 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:16:43.563179 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-338f50f9-bc67-4ed0-93b4-934cb8df8d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:43.584128 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-00c35c7b-4287-42dd-9e0d-aa4278e68d65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e4f0f424cf4427e9fe37bed4b40d606&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7496121
May 12 08:16:43.603572 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55970) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:43.634603 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:16:43.712660 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3445-5f47-46dc-94cf-06382708e34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:43.731259 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3da80ac9-1e81-4e45-8306-3cc63549ad3a req-6ac1c056-69c8-4958-b503-4a59506effdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3cd4026-f098-4722-8a1b-e624e71b9e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2610238
May 12 08:16:43.736912 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-e9fa3445-5f47-46dc-94cf-06382708e34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:43.783568 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-0558963e-6350-4dd9-abf2-293248d0a20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:43.791642 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c35c7b-4287-42dd-9e0d-aa4278e68d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b9db60-7386-4b65-9e90-ade950745f7d,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:43.824109 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:43.846557 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': 'ccaad97e-28d7-43fc-8ccd-b132c7d9ada5', 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2', 'port_id': 'ccaad97e-28d7-43fc-8ccd-b132c7d9ada5', 'mac_address': 'fa:16:3e:3d:9e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:16:43.897004 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-00c35c7b-4287-42dd-9e0d-aa4278e68d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:43.916773 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:43.929091 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-ea869f79-798b-4790-b4e4-b8c3cf9d8516 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:43.930916 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-ea869f79-798b-4790-b4e4-b8c3cf9d8516 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.39 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 817 time: 1.1419914
May 12 08:16:43.944064 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:43.955348 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab01b7f-4685-47be-8a32-0075c6a03f97 req-0fd02d22-3501-40f4-958b-a8386cbe21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:43.957309 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8ab01b7f-4685-47be-8a32-0075c6a03f97 req-0fd02d22-3501-40f4-958b-a8386cbe21fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8 HTTP/1.1" status: 200  len: 854 time: 0.5404239
May 12 08:16:43.957951 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa3445-5f47-46dc-94cf-06382708e34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c59e1a-5024-45f4-affb-07fc7ce8a405,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:43.964197 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:16:43.973594 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Request body: {'port': {'device_id': '22ac2f16-d869-45e4-91b2-e76750314799', 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8', 'admin_state_up': True, 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:43.981572 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:43.982781 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-e9fa3445-5f47-46dc-94cf-06382708e34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:43.987720 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:43.988718 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device b721e8c0-2258-4c11-8b70-0386dc2d72f1 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:16:43.991427 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:44.023114 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 647edd6b-2239-46f9-8638-e20288118e70 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:16:44.046544 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 647edd6b-2239-46f9-8638-e20288118e70 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:44.046929 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.086757 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3c20fe0a-fd8d-4acb-ac2f-9bdf3806affe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.092193 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-e9fa3445-5f47-46dc-94cf-06382708e34f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ca60a72032447c8a2a7ff65b2985cc3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6232367
May 12 08:16:44.104167 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55988) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:44.109389 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8ab01b7f-4685-47be-8a32-0075c6a03f97 req-1422a140-a6fe-444c-9442-bcc7f92a0ff2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c93c52-d434-4d11-965a-99883e6ce5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1252294
May 12 08:16:44.114467 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.132551 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9bcd5-1357-4d67-9929-3db9bc6a4a25 req-568a7d7e-6806-4fa2-9106-adbf2ad2e28d tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:44.134119 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ddc9bcd5-1357-4d67-9929-3db9bc6a4a25 req-568a7d7e-6806-4fa2-9106-adbf2ad2e28d tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 944 time: 0.6700902
May 12 08:16:44.201291 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:44.211287 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3c20fe0a-fd8d-4acb-ac2f-9bdf3806affe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.213269 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:44.290073 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.291045 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8ab01b7f-4685-47be-8a32-0075c6a03f97 req-35d89ce7-607c-44c4-9c47-7f1c26121487 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558359
May 12 08:16:44.300355 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3da80ac9-1e81-4e45-8306-3cc63549ad3a req-f2dc2f1d-a3b4-4b01-b20e-4514a52c66d9 service neutron] 10.222.0.39 "GET /v2.0/networks/a3cd4026-f098-4722-8a1b-e624e71b9e3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5552890
May 12 08:16:44.309984 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2a752-7dc8-4d13-8ad2-2ee5d4c5703b req-61611939-3b3e-4b6c-beb3-a847eb8e8187 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:44.310563 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port b721e8c0-2258-4c11-8b70-0386dc2d72f1, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b721e8c0-2258-4c11-8b70-0386dc2d72f1,segment=NetworkSegment(3ac69f9d-45aa-4efc-9255-1a0e1fccb70c),segment_id=3ac69f9d-45aa-4efc-9255-1a0e1fccb70c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:44.311497 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-44e2a752-7dc8-4d13-8ad2-2ee5d4c5703b req-61611939-3b3e-4b6c-beb3-a847eb8e8187 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 944 time: 0.7091975
May 12 08:16:44.314809 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 55996) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:44.329220 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:44.331626 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:44.333972 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': 'b721e8c0-2258-4c11-8b70-0386dc2d72f1', 'network_id': 'a3cd4026-f098-4722-8a1b-e624e71b9e3b', 'port_id': 'b721e8c0-2258-4c11-8b70-0386dc2d72f1', 'mac_address': 'fa:16:3e:f0:fe:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc4af09-9193-46dd-b624-1116d76a694c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:16:44.337172 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.398905 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Usage tracker for resource:port and tenant:ca191bcd5f5a4387aad83a12a025e998 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:44.405578 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:44.421240 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:44.422218 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.432723 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 647edd6b-2239-46f9-8638-e20288118e70, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=647edd6b-2239-46f9-8638-e20288118e70,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:44.441819 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:44.459894 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.467728 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:44.469444 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-0df796f9-dc89-4431-b586-c9faca12281e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:44.475185 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event updated for resources: {'Port': ['ID=b05d76bc-068e-490f-9498-c2cd904f74e6,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:44.477780 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.495567 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:16:44.517519 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ddc9bcd5-1357-4d67-9929-3db9bc6a4a25 req-49353331-f55e-40e6-b519-d1b927e21437 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2230263
May 12 08:16:44.531069 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:44.531870 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Made reservation on behalf of ca191bcd5f5a4387aad83a12a025e998 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:44.535669 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.545198 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-331fe523-d290-405c-9c44-e4a2148aa51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.565399 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b721e8c0-2258-4c11-8b70-0386dc2d72f1 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:16:44.574979 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3c20fe0a-fd8d-4acb-ac2f-9bdf3806affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.594093 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8c0e75ad-1ad2-4bb6-baac-3f4736777648 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:44.627569 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port b721e8c0-2258-4c11-8b70-0386dc2d72f1, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b721e8c0-2258-4c11-8b70-0386dc2d72f1,segment=NetworkSegment(3ac69f9d-45aa-4efc-9255-1a0e1fccb70c),segment_id=3ac69f9d-45aa-4efc-9255-1a0e1fccb70c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:44.635283 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.639851 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=647edd6b-2239-46f9-8638-e20288118e70,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:44.641030 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20fe0a-fd8d-4acb-ac2f-9bdf3806affe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b9db60-7386-4b65-9e90-ade950745f7d,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:44.644006 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8ab01b7f-4685-47be-8a32-0075c6a03f97 req-cf85e23f-db3d-4a2c-989e-319c1ae1b9eb service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3427622
May 12 08:16:44.650484 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:44.651137 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-aad7d030-318e-4096-96ed-c8207dfb5984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:44.704165 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-44e2a752-7dc8-4d13-8ad2-2ee5d4c5703b req-9f4d2131-07f6-46ad-bbfa-04bb75a7ffde tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3761621
May 12 08:16:44.706509 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-331fe523-d290-405c-9c44-e4a2148aa51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.714217 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3da80ac9-1e81-4e45-8306-3cc63549ad3a req-c095097c-520e-41b3-a09f-09bbeec6ce97 service neutron] 10.222.0.39 "GET /v2.0/networks/a3cd4026-f098-4722-8a1b-e624e71b9e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3798425
May 12 08:16:44.739056 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3c20fe0a-fd8d-4acb-ac2f-9bdf3806affe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:44.751263 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:44.763999 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=b721e8c0-2258-4c11-8b70-0386dc2d72f1,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:44.774882 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:44.791328 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-56535822-6d90-4c3e-8ce8-9c3f547c63cd req-51953842-5950-42c5-b7bb-5b4acc118ebb tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 210 time: 0.0760744
May 12 08:16:44.810001 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3cf07c3a-d19c-4e9c-86f6-f8e68f083ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.885619 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:44.897293 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-3cf07c3a-d19c-4e9c-86f6-f8e68f083ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:44.945407 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:44.973494 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3c20fe0a-fd8d-4acb-ac2f-9bdf3806affe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:44.974019 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['ccaad97e-28d7-43fc-8ccd-b132c7d9ada5'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:16:44.977115 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-3c20fe0a-fd8d-4acb-ac2f-9bdf3806affe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2b9db60-7386-4b65-9e90-ade950745f7d HTTP/1.1" status: 204  len: 168 time: 1.3683197
May 12 08:16:44.980883 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-3cf07c3a-d19c-4e9c-86f6-f8e68f083ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:17222614badc4d6bb6c69ea366051b22 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:44.992357 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-3cf07c3a-d19c-4e9c-86f6-f8e68f083ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:44.994823 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Pushing event updated for resources: {'Port': ['ID=377eb68e-c1dd-4646-beae-9867a6ee3ce9,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:45.005323 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:16:45.025415 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['b721e8c0-2258-4c11-8b70-0386dc2d72f1'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:16:45.046740 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-3cf07c3a-d19c-4e9c-86f6-f8e68f083ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:45.052194 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:45.131034 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.207444 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-331fe523-d290-405c-9c44-e4a2148aa51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.215723 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:45.216332 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.231205 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Allocated IP 172.20.0.10 (16ee7d87-925d-4c15-81e4-8db373c2cfc8/4d718b66-00ea-4b07-8789-ea9a96f8f1de/900d3b22-52e1-49e8-97c7-b02d237731d7) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:16:45.233079 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:45.266711 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fe523-d290-405c-9c44-e4a2148aa51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c59e1a-5024-45f4-affb-07fc7ce8a405,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:45.279750 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-331fe523-d290-405c-9c44-e4a2148aa51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:45.307421 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.338046 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 56018) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:45.372278 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-72bcf4f1-e940-46d8-9173-f3ead95fdb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.390011 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7650769
May 12 08:16:45.398252 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-331fe523-d290-405c-9c44-e4a2148aa51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.399358 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-331fe523-d290-405c-9c44-e4a2148aa51d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99c59e1a-5024-45f4-affb-07fc7ce8a405 HTTP/1.1" status: 204  len: 168 time: 1.2928123
May 12 08:16:45.406789 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-72bcf4f1-e940-46d8-9173-f3ead95fdb03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:45.416581 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-72bcf4f1-e940-46d8-9173-f3ead95fdb03 admin admin] Usage tracker for resource:security_group_rule and tenant:7afb13a3d56e4f18ab55a38a28cebe36 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:45.419986 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-72bcf4f1-e940-46d8-9173-f3ead95fdb03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:45.427448 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-72bcf4f1-e940-46d8-9173-f3ead95fdb03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:45.474012 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 647edd6b-2239-46f9-8638-e20288118e70 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:16:45.526394 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-72bcf4f1-e940-46d8-9173-f3ead95fdb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.532261 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-72bcf4f1-e940-46d8-9173-f3ead95fdb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.545076 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-2a2e33f8-d9e8-437b-8b8d-e85a7751592f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:45.592881 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-72bcf4f1-e940-46d8-9173-f3ead95fdb03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7afb13a3d56e4f18ab55a38a28cebe36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2512035
May 12 08:16:45.593073 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 647edd6b-2239-46f9-8638-e20288118e70 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:45.593073 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.593579 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcf4f1-e940-46d8-9173-f3ead95fdb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f276292-0ffd-4255-91c0-6b6e07e457af,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:45.595221 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 56026) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:45.611710 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-72bcf4f1-e940-46d8-9173-f3ead95fdb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:45.687710 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-413fefac-6cbe-47dd-86b8-10b8a18cd1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.719877 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-413fefac-6cbe-47dd-86b8-10b8a18cd1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.784836 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-413fefac-6cbe-47dd-86b8-10b8a18cd1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.794535 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:45.820377 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fefac-6cbe-47dd-86b8-10b8a18cd1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f276292-0ffd-4255-91c0-6b6e07e457af,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:45.828745 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-413fefac-6cbe-47dd-86b8-10b8a18cd1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:45.838621 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-413fefac-6cbe-47dd-86b8-10b8a18cd1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.839944 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-413fefac-6cbe-47dd-86b8-10b8a18cd1a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f276292-0ffd-4255-91c0-6b6e07e457af HTTP/1.1" status: 204  len: 168 time: 0.2328920
May 12 08:16:45.841078 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3cf07c3a-d19c-4e9c-86f6-f8e68f083ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.864868 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3cf07c3a-d19c-4e9c-86f6-f8e68f083ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.885141 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-51553c38-20b6-45d9-9315-a94699fc8561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:45.925874 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 56038) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:45.952894 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-08ab7647-747f-428b-a59b-e4d1316753eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.955197 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:45.974799 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-08ab7647-747f-428b-a59b-e4d1316753eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:45.978405 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-3cf07c3a-d19c-4e9c-86f6-f8e68f083ec5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17222614badc4d6bb6c69ea366051b22&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6569104
May 12 08:16:45.980816 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 56042) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:45.980947 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-08ab7647-747f-428b-a59b-e4d1316753eb admin admin] Usage tracker for resource:security_group_rule and tenant:3ed1867b4777458d8a66614d5fe6295e is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:45.985381 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-08ab7647-747f-428b-a59b-e4d1316753eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:45.993083 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-08ab7647-747f-428b-a59b-e4d1316753eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:46.007498 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf07c3a-d19c-4e9c-86f6-f8e68f083ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9cd888-902e-4b7b-8158-e745c8ebdd24,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:46.017330 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3cf07c3a-d19c-4e9c-86f6-f8e68f083ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:46.040589 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6367b-c5e1-49c8-b3fa-5f26168cf268 req-25457705-f46f-4192-af50-968ef02fd4a9 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:46.047505 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-02f6367b-c5e1-49c8-b3fa-5f26168cf268 req-25457705-f46f-4192-af50-968ef02fd4a9 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 945 time: 0.1622939
May 12 08:16:46.071043 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43395fb7-f603-476e-af4f-8506e08a0776 req-a5729037-a13c-4c69-af91-23415c52880e tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:46.072742 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-43395fb7-f603-476e-af4f-8506e08a0776 req-a5729037-a13c-4c69-af91-23415c52880e tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 945 time: 0.3809950
May 12 08:16:46.090760 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.111838 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.121529 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-02f6367b-c5e1-49c8-b3fa-5f26168cf268 req-a2978b16-8144-443b-973f-69081f42caad tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730929
May 12 08:16:46.125633 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-684dc014-4886-443c-8e8e-5cc93def1330 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:46.227044 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-08ab7647-747f-428b-a59b-e4d1316753eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.231913 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-08ab7647-747f-428b-a59b-e4d1316753eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.265554 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.309163 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b2464246-1f55-495d-a4d4-3ab378389784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.325279 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:46.334320 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-43395fb7-f603-476e-af4f-8506e08a0776 req-85cd0b67-efa3-4058-a05b-3aae9e2dc8c1 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2457845
May 12 08:16:46.382257 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event updated for resources: {'Port': ['ID=b05d76bc-068e-490f-9498-c2cd904f74e6,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:46.390153 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b2464246-1f55-495d-a4d4-3ab378389784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.398002 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:46.401046 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:46.401558 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:46.419747 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab7647-747f-428b-a59b-e4d1316753eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e37ad3-f9c6-4cfe-84e9-d9d2682f5bc3,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:46.426352 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-08ab7647-747f-428b-a59b-e4d1316753eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ed1867b4777458d8a66614d5fe6295e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4964981
May 12 08:16:46.428820 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-08ab7647-747f-428b-a59b-e4d1316753eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:46.429159 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 56060) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:46.467797 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:46.470853 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.516988 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:16:46.521208 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732e0b8-ad7e-4978-8dce-55d9459b1413 req-83d2342a-cb24-4113-8b6c-1ca7518bdbbf tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:46.528180 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b732e0b8-ad7e-4978-8dce-55d9459b1413 req-83d2342a-cb24-4113-8b6c-1ca7518bdbbf tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 932 time: 0.2038677
May 12 08:16:46.530686 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a36b266-b7d2-4bf3-afba-37f31c994c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.556782 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.558123 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.9081447
May 12 08:16:46.589157 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Pushing event updated for resources: {'Port': ['ID=900d3b22-52e1-49e8-97c7-b02d237731d7,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:46.597284 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a36b266-b7d2-4bf3-afba-37f31c994c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.615554 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:46.620588 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-b732e0b8-ad7e-4978-8dce-55d9459b1413 req-59953336-67ae-4c27-afb9-4f45b9610cc2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Synchronizing usage tracker for tenant:ca191bcd5f5a4387aad83a12a025e998 on resource:security_group {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:46.633922 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:46.634573 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.651644 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b2464246-1f55-495d-a4d4-3ab378389784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.658967 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-4c4e02b5-776d-4833-9dd5-498ef6ad0980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:46.678140 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2464246-1f55-495d-a4d4-3ab378389784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9cd888-902e-4b7b-8158-e745c8ebdd24,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:46.678402 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-b732e0b8-ad7e-4978-8dce-55d9459b1413 req-59953336-67ae-4c27-afb9-4f45b9610cc2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Unset dirty status for tenant:ca191bcd5f5a4387aad83a12a025e998 on resource:security_group {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:46.680626 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-b2464246-1f55-495d-a4d4-3ab378389784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:46.685258 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b2464246-1f55-495d-a4d4-3ab378389784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.688736 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-b2464246-1f55-495d-a4d4-3ab378389784 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c9cd888-902e-4b7b-8158-e745c8ebdd24 HTTP/1.1" status: 204  len: 168 time: 0.7003348
May 12 08:16:46.689770 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7306664
May 12 08:16:46.691292 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b732e0b8-ad7e-4978-8dce-55d9459b1413 req-59953336-67ae-4c27-afb9-4f45b9610cc2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605463
May 12 08:16:46.710529 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a36b266-b7d2-4bf3-afba-37f31c994c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.718040 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:46.731089 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36b266-b7d2-4bf3-afba-37f31c994c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e37ad3-f9c6-4cfe-84e9-d9d2682f5bc3,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:46.738111 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-7a36b266-b7d2-4bf3-afba-37f31c994c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:46.738111 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7a36b266-b7d2-4bf3-afba-37f31c994c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:46.740249 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-7a36b266-b7d2-4bf3-afba-37f31c994c4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63e37ad3-f9c6-4cfe-84e9-d9d2682f5bc3 HTTP/1.1" status: 204  len: 168 time: 0.3092399
May 12 08:16:46.859374 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-92d78457-742b-40e6-88bc-b45d889f7d96 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Synchronizing usage tracker for tenant:54154e676c8c499798f207ead5f9d61e on resource:security_group {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:46.878521 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-92d78457-742b-40e6-88bc-b45d889f7d96 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Unset dirty status for tenant:54154e676c8c499798f207ead5f9d61e on resource:security_group {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:46.879833 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-92d78457-742b-40e6-88bc-b45d889f7d96 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1675983435&fields=id&tenant_id=54154e676c8c499798f207ead5f9d61e HTTP/1.1" status: 200  len: 267 time: 0.0601153
May 12 08:16:47.054241 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-89ec6c8a-1f4e-48fd-9c76-d7e7ef5692e2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:47.056228 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-89ec6c8a-1f4e-48fd-9c76-d7e7ef5692e2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 817 time: 0.1647909
May 12 08:16:47.072807 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-192d8b59-426c-414d-9149-f52a169e939c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/quotas/54154e676c8c499798f207ead5f9d61e HTTP/1.1" status: 200  len: 375 time: 0.0103028
May 12 08:16:47.143893 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 56094) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:47.164527 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44f53b5e-2a4d-45cf-9acf-0055c435fa0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:47.183189 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-d48c4745-7212-474a-8860-d9a5713d393d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0978179
May 12 08:16:47.186252 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-44f53b5e-2a4d-45cf-9acf-0055c435fa0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:47.190624 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-44f53b5e-2a4d-45cf-9acf-0055c435fa0f admin admin] Usage tracker for resource:security_group_rule and tenant:85857da5ab8f47e8b911d60ff7899d88 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:47.193488 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-44f53b5e-2a4d-45cf-9acf-0055c435fa0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:47.200434 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-44f53b5e-2a4d-45cf-9acf-0055c435fa0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:47.316567 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-6d125c53-e139-435b-9a35-85911a4ec438 service neutron] 10.222.0.36 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323555
May 12 08:16:47.348590 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44f53b5e-2a4d-45cf-9acf-0055c435fa0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:47.355442 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44f53b5e-2a4d-45cf-9acf-0055c435fa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:47.369229 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-bdc20994-d676-43fe-a90e-9308ef125f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:47.407705 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f139a1b-4f4a-4d15-b9d4-ddfb5695d2e8 req-2d590a7c-a066-4bd2-b2a1-c50c67ce096a tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:47.409219 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0f139a1b-4f4a-4d15-b9d4-ddfb5695d2e8 req-2d590a7c-a066-4bd2-b2a1-c50c67ce096a tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 945 time: 0.1427102
May 12 08:16:47.447580 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-44f53b5e-2a4d-45cf-9acf-0055c435fa0f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85857da5ab8f47e8b911d60ff7899d88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3024056
May 12 08:16:47.451880 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 56112) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:47.452523 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f53b5e-2a4d-45cf-9acf-0055c435fa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354e3ad7-589c-4e94-99e7-3add8ff24917,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:47.459515 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-44f53b5e-2a4d-45cf-9acf-0055c435fa0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:47.510774 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0f139a1b-4f4a-4d15-b9d4-ddfb5695d2e8 req-c558506f-68e3-4a96-9afb-b9597af81411 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866027
May 12 08:16:47.564434 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-49e68d73-cb89-4b3f-9c6a-b4dfdfafa113 service neutron] 10.222.0.36 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2418714
May 12 08:16:47.564892 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a4ad559e-58f4-4978-8b54-46e4f562b1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:47.605593 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a4ad559e-58f4-4978-8b54-46e4f562b1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:47.652931 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 56120) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:47.749113 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9789b07-65a9-40b4-8619-4e94ca717333 req-5a8eb610-bb73-4c99-977c-cad73a126547 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:47.749755 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d9789b07-65a9-40b4-8619-4e94ca717333 req-5a8eb610-bb73-4c99-977c-cad73a126547 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 945 time: 0.1294718
May 12 08:16:47.757073 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a4ad559e-58f4-4978-8b54-46e4f562b1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:47.801389 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:47.828334 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ce3b78d0-a3f1-4c59-8f4a-ec81b921c81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:47.828588 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a4ad559e-58f4-4978-8b54-46e4f562b1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:47.828588 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-a4ad559e-58f4-4978-8b54-46e4f562b1f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/354e3ad7-589c-4e94-99e7-3add8ff24917 HTTP/1.1" status: 204  len: 168 time: 0.3635125
May 12 08:16:47.850352 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ce3b78d0-a3f1-4c59-8f4a-ec81b921c81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:47.858471 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ce3b78d0-a3f1-4c59-8f4a-ec81b921c81c admin admin] Usage tracker for resource:security_group_rule and tenant:155299c4cafb48459fd866c3d14ee979 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:47.865351 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad559e-58f4-4978-8b54-46e4f562b1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354e3ad7-589c-4e94-99e7-3add8ff24917,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:47.872076 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ce3b78d0-a3f1-4c59-8f4a-ec81b921c81c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:47.884015 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ce3b78d0-a3f1-4c59-8f4a-ec81b921c81c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:47.906863 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a4ad559e-58f4-4978-8b54-46e4f562b1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:47.931842 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d9789b07-65a9-40b4-8619-4e94ca717333 req-3c217083-12ab-479a-a3b1-9883cc42f1ac tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731529
May 12 08:16:48.039486 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-8a4c7bbd-cb92-449f-aaab-2e9644b7863d req-44d7b8b0-bac0-4798-bbc4-8d538bf031c4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Synchronizing usage tracker for tenant:54154e676c8c499798f207ead5f9d61e on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:48.062483 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-8a4c7bbd-cb92-449f-aaab-2e9644b7863d req-44d7b8b0-bac0-4798-bbc4-8d538bf031c4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Unset dirty status for tenant:54154e676c8c499798f207ead5f9d61e on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:48.064386 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8a4c7bbd-cb92-449f-aaab-2e9644b7863d req-44d7b8b0-bac0-4798-bbc4-8d538bf031c4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 210 time: 0.0851104
May 12 08:16:48.087297 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ce3b78d0-a3f1-4c59-8f4a-ec81b921c81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:48.101853 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4335b-5f00-4b0e-a2a8-3d5fa0b4d243 req-252d3c75-e850-444b-a4a3-a57957e177e8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:48.102298 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-dbd4335b-5f00-4b0e-a2a8-3d5fa0b4d243 req-252d3c75-e850-444b-a4a3-a57957e177e8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Synchronizing usage tracker for tenant:ca191bcd5f5a4387aad83a12a025e998 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:48.106035 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ce3b78d0-a3f1-4c59-8f4a-ec81b921c81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:48.118141 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-449a2f88-23c2-4cf0-abf4-9d7718bcca4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:48.163602 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-ce3b78d0-a3f1-4c59-8f4a-ec81b921c81c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=155299c4cafb48459fd866c3d14ee979&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5093331
May 12 08:16:48.166752 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 56156) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:48.180660 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-dbd4335b-5f00-4b0e-a2a8-3d5fa0b4d243 req-252d3c75-e850-444b-a4a3-a57957e177e8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Unset dirty status for tenant:ca191bcd5f5a4387aad83a12a025e998 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:48.183103 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dbd4335b-5f00-4b0e-a2a8-3d5fa0b4d243 req-252d3c75-e850-444b-a4a3-a57957e177e8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 932 time: 0.2638757
May 12 08:16:48.183884 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b78d0-a3f1-4c59-8f4a-ec81b921c81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78184ffb-d648-41c4-b4a9-85e48fd0032c,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:48.203450 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ce3b78d0-a3f1-4c59-8f4a-ec81b921c81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:48.271223 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-962e4405-6f35-4a58-8357-1ec3da3828a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:48.314197 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-962e4405-6f35-4a58-8357-1ec3da3828a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:48.315511 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Request body: {'port': {'device_id': '22ac2f16-d869-45e4-91b2-e76750314799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:48.371559 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Request body: {'port': {'device_id': '2382d50e-cb21-4507-b698-8f3b3795c839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:48.409814 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-962e4405-6f35-4a58-8357-1ec3da3828a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:48.416330 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:48.438673 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e4405-6f35-4a58-8357-1ec3da3828a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78184ffb-d648-41c4-b4a9-85e48fd0032c,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:48.442984 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-962e4405-6f35-4a58-8357-1ec3da3828a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:48.464989 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-962e4405-6f35-4a58-8357-1ec3da3828a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78184ffb-d648-41c4-b4a9-85e48fd0032c HTTP/1.1" status: 204  len: 168 time: 0.2970998
May 12 08:16:48.467816 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-962e4405-6f35-4a58-8357-1ec3da3828a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:48.470764 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dbd4335b-5f00-4b0e-a2a8-3d5fa0b4d243 req-961be902-4f67-473f-a473-7282f15a1a27 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2649355
May 12 08:16:48.694378 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:48.707352 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:48.846046 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d351e0-a99a-4468-b3ef-2a723ad33ec5 req-beb8115c-f4f4-4a87-ab9f-35277df96a8a tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:48.861467 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-64d351e0-a99a-4468-b3ef-2a723ad33ec5 req-beb8115c-f4f4-4a87-ab9f-35277df96a8a tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 945 time: 0.1462104
May 12 08:16:48.930303 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-64d351e0-a99a-4468-b3ef-2a723ad33ec5 req-9db6dc96-d3f5-4e77-9b99-fde95ca7def9 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675955
May 12 08:16:49.340827 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f6ef5ab1-9f92-4213-a2ff-119e045d78f2 req-29ac8fc3-43d3-4d75-ae55-442183d59944 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 210 time: 0.0661597
May 12 08:16:49.441057 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-ab630d71-4c3e-4b92-99e8-b1e68d23d97b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:49.442292 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-ab630d71-4c3e-4b92-99e8-b1e68d23d97b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Synchronizing usage tracker for tenant:54154e676c8c499798f207ead5f9d61e on resource:network {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:49.464111 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-ab630d71-4c3e-4b92-99e8-b1e68d23d97b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Unset dirty status for tenant:54154e676c8c499798f207ead5f9d61e on resource:network {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:49.465592 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-ab630d71-4c3e-4b92-99e8-b1e68d23d97b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.39 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 817 time: 0.3329909
May 12 08:16:49.477608 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381cf6d-4e7c-4e38-aa8e-2bdd7cdcf0e5 req-9ce4d110-be73-4d1a-a2f8-a6193298bb34 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:49.493482 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b381cf6d-4e7c-4e38-aa8e-2bdd7cdcf0e5 req-9ce4d110-be73-4d1a-a2f8-a6193298bb34 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 945 time: 0.4113154
May 12 08:16:49.565793 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-46c86791-7a4e-45b9-ac73-f53ee481f761 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Synchronizing usage tracker for tenant:54154e676c8c499798f207ead5f9d61e on resource:security_group {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:49.591890 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-46c86791-7a4e-45b9-ac73-f53ee481f761 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Unset dirty status for tenant:54154e676c8c499798f207ead5f9d61e on resource:security_group {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:49.592901 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-46c86791-7a4e-45b9-ac73-f53ee481f761 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54154e676c8c499798f207ead5f9d61e HTTP/1.1" status: 200  len: 380 time: 0.1139455
May 12 08:16:49.614491 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Request body: {'port': {'device_id': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'admin_state_up': True, 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'security_groups': ['b7ef88d3-203e-40fe-b0ff-c065a42b4f61']}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:49.731771 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900d3b22-52e1-49e8-97c7-b02d237731d7 {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:16:49.761434 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:49.772544 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b381cf6d-4e7c-4e38-aa8e-2bdd7cdcf0e5 req-6fabebe7-fefa-4c14-8d5f-3d0b36f11614 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727860
May 12 08:16:49.799740 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Transition to ACTIVE for port object 900d3b22-52e1-49e8-97c7-b02d237731d7 will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:49.854684 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:49.868431 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:49.894295 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ef591-4d78-406a-a179-71f0d58097fe req-d1d08899-2706-4941-9f5d-54d593de5544 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:49.901580 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ce9ef591-4d78-406a-a179-71f0d58097fe req-d1d08899-2706-4941-9f5d-54d593de5544 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 932 time: 0.1813068
May 12 08:16:49.967485 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ce9ef591-4d78-406a-a179-71f0d58097fe req-799a107f-64a6-4fb4-b90d-29d467dabf6c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649099
May 12 08:16:49.968249 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Made reservation on behalf of 54154e676c8c499798f207ead5f9d61e for: {'port': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:49.977690 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:50.110299 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 56280) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:50.112385 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:50.184986 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-f68a6c7c-f658-436d-8343-291ccc34a1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:50.296088 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Allocated IP 172.20.0.11 (66b1fe41-f281-45a4-b5cd-77cfe6272bc6/43f380ad-b3ef-406b-b338-d076331b6127/81fc3e62-68c2-450b-a878-288815da6114) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:16:50.301972 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:16:50.341994 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377eb68e-c1dd-4646-beae-9867a6ee3ce9 {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:16:50.350495 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:50.372422 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Transition to ACTIVE for port object 377eb68e-c1dd-4646-beae-9867a6ee3ce9 will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:50.397382 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:50.465279 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=900d3b22-52e1-49e8-97c7-b02d237731d7,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:50.466379 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:16:50.477544 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:50.477925 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:50.485453 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:50.494434 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:50.745785 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:50.782134 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a49eee-605b-451e-b75c-1b8fb540e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaad97e-28d7-43fc-8ccd-b132c7d9ada5'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:16:50.813846 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Pushing event updated for resources: {'Port': ['ID=377eb68e-c1dd-4646-beae-9867a6ee3ce9,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:50.823765 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:50.829171 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-56ec3a84-b457-436d-8048-1ef9a70bcafb req-9ff7feb5-b3b1-4ea4-918d-fc13305ebedf tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 210 time: 0.1985009
May 12 08:16:50.880696 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1494652519-network', 'tenant_id': '2bbb89e3dd644f93879e6c92aaccceca'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:50.913464 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:50.923486 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:50.936990 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcbcc8-f5e6-4597-a5fa-45e35acb1fac req-1b486410-5477-47a0-b534-959e0490c635 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:50.937634 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:50.938669 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device b721e8c0-2258-4c11-8b70-0386dc2d72f1 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:16:50.938785 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-78fcbcc8-f5e6-4597-a5fa-45e35acb1fac req-1b486410-5477-47a0-b534-959e0490c635 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 945 time: 0.8275137
May 12 08:16:50.939554 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Attempting to bind port 900d3b22-52e1-49e8-97c7-b02d237731d7 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:16:50.939909 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Attempting to bind port 900d3b22-52e1-49e8-97c7-b02d237731d7 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:16:50.940271 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Attempting to bind port 900d3b22-52e1-49e8-97c7-b02d237731d7 on network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:50.946611 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:50.948805 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Port 900d3b22-52e1-49e8-97c7-b02d237731d7 on network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:16:50.949125 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Attempting to bind port 900d3b22-52e1-49e8-97c7-b02d237731d7 on network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:50.970091 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Transition to ACTIVE for port object 81fc3e62-68c2-450b-a878-288815da6114 will not be triggered until provisioned by entity DHCP. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:50.996137 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-0df796f9-dc89-4431-b586-c9faca12281e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:51.023440 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.035174 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:51.049398 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Usage tracker for resource:network and tenant:2bbb89e3dd644f93879e6c92aaccceca is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:51.053777 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Attempting to bind port 377eb68e-c1dd-4646-beae-9867a6ee3ce9 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:16:51.054112 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Attempting to bind port 377eb68e-c1dd-4646-beae-9867a6ee3ce9 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:16:51.054433 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Attempting to bind port 377eb68e-c1dd-4646-beae-9867a6ee3ce9 on network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:51.060156 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:51.065857 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Port 377eb68e-c1dd-4646-beae-9867a6ee3ce9 on network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:16:51.066181 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Attempting to bind port 377eb68e-c1dd-4646-beae-9867a6ee3ce9 on network 16ee7d87-925d-4c15-81e4-8db373c2cfc8 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:51.072346 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:16:51.072687 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Checking segment: {'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:51.073263 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Bound using segment: {'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:16:51.073726 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Bound port: 900d3b22-52e1-49e8-97c7-b02d237731d7, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:16:51.074110 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.092334 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:16:51.092879 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Checking segment: {'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:51.093291 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Bound using segment: {'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:16:51.093794 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Bound port: 377eb68e-c1dd-4646-beae-9867a6ee3ce9, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e85881-425c-40b4-b78b-94e6bd322890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:16:51.094168 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.102776 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:51.109094 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:51.126015 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:51.146345 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port b721e8c0-2258-4c11-8b70-0386dc2d72f1 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:16:51.152326 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port b721e8c0-2258-4c11-8b70-0386dc2d72f1 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:51.152899 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.193614 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:16:51.197968 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:51.208562 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:16:51.222400 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:51.223014 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.225419 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] For port 377eb68e-c1dd-4646-beae-9867a6ee3ce9, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:16:51.230603 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] For port 377eb68e-c1dd-4646-beae-9867a6ee3ce9, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=377eb68e-c1dd-4646-beae-9867a6ee3ce9,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:16:51.252119 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event updated for resources: {'Port': ['ID=81fc3e62-68c2-450b-a878-288815da6114,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:51.256253 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6564898
May 12 08:16:51.258136 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:51.268123 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-78fcbcc8-f5e6-4597-a5fa-45e35acb1fac req-d4b03e94-7fe2-4b35-b5e4-30879b0f2d1b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2554634
May 12 08:16:51.269454 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.292395 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Request body: {'port': {'device_id': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:51.327705 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:51.410208 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.411833 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098ba42-e91c-484e-8ae2-90f9601c306e req-0fc72a00-d7cf-41d9-b33d-721239663070 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:51.419629 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0098ba42-e91c-484e-8ae2-90f9601c306e req-0fc72a00-d7cf-41d9-b33d-721239663070 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 945 time: 0.3178005
May 12 08:16:51.440715 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:51.442490 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.450673 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] 10.222.0.39 "PUT /v2.0/ports/377eb68e-c1dd-4646-beae-9867a6ee3ce9 HTTP/1.1" status: 200  len: 1094 time: 3.1449680
May 12 08:16:51.457620 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Pushing event updated for resources: {'Port': ['ID=377eb68e-c1dd-4646-beae-9867a6ee3ce9,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:51.460814 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2382d50e-cb21-4507-b698-8f3b3795c839', 'tag': '377eb68e-c1dd-4646-beae-9867a6ee3ce9'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:16:51.472677 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Made reservation on behalf of 2bbb89e3dd644f93879e6c92aaccceca for: {'network': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:51.479026 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.509501 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:51.511360 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port b721e8c0-2258-4c11-8b70-0386dc2d72f1, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b721e8c0-2258-4c11-8b70-0386dc2d72f1,segment=NetworkSegment(3ac69f9d-45aa-4efc-9255-1a0e1fccb70c),segment_id=3ac69f9d-45aa-4efc-9255-1a0e1fccb70c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:51.520552 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.524195 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:51.536564 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.621124 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.648290 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-af46cffe-b9d8-46ee-9a0d-4b15cde23c07 None None] Provisioning for port 81fc3e62-68c2-450b-a878-288815da6114 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:16:51.660106 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-af46cffe-b9d8-46ee-9a0d-4b15cde23c07 None None] Provisioning complete for port 81fc3e62-68c2-450b-a878-288815da6114 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:16:51.660794 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-af46cffe-b9d8-46ee-9a0d-4b15cde23c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.662054 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0098ba42-e91c-484e-8ae2-90f9601c306e req-88e701bc-07c0-4c17-b570-c63c59e257f4 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2414145
May 12 08:16:51.732374 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-af46cffe-b9d8-46ee-9a0d-4b15cde23c07 None None] Port 81fc3e62-68c2-450b-a878-288815da6114 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:16:51.740258 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:51.744037 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=b721e8c0-2258-4c11-8b70-0386dc2d72f1,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:51.744317 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Usage tracker for resource:security_group_rule and tenant:2bbb89e3dd644f93879e6c92aaccceca is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:51.747805 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:51.754819 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:51.763823 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:51.826113 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] For port 900d3b22-52e1-49e8-97c7-b02d237731d7, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:16:51.833323 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] For port 900d3b22-52e1-49e8-97c7-b02d237731d7, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=900d3b22-52e1-49e8-97c7-b02d237731d7,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:16:51.860753 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:51.878265 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:51.936356 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a49eee-605b-451e-b75c-1b8fb540e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaad97e-28d7-43fc-8ccd-b132c7d9ada5', 'code': 200}
May 12 08:16:52.066429 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fc3e62-68c2-450b-a878-288815da6114 {{(pid=78689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:16:52.075393 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:52.104180 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Transition to ACTIVE for port object 81fc3e62-68c2-450b-a878-288815da6114 will not be triggered until provisioned by entity L2. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:16:52.109946 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:52.113746 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2382d50e-cb21-4507-b698-8f3b3795c839', 'tag': '377eb68e-c1dd-4646-beae-9867a6ee3ce9', 'status': 'completed', 'code': 200}
May 12 08:16:52.129348 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:52.137921 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a274a8-8d42-4368-8f0d-9a7a4a332482 req-aad6f457-ca39-4a74-ae07-602653765611 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:52.139786 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-66a274a8-8d42-4368-8f0d-9a7a4a332482 req-aad6f457-ca39-4a74-ae07-602653765611 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 944 time: 0.6077325
May 12 08:16:52.153111 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-3ebd43c1-43b3-4922-866e-7a77e1bc39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:52.154618 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-3ebd43c1-43b3-4922-866e-7a77e1bc39ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 1097 time: 0.6261239
May 12 08:16:52.226914 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:52.227744 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:52.229828 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] 10.222.0.39 "PUT /v2.0/ports/900d3b22-52e1-49e8-97c7-b02d237731d7 HTTP/1.1" status: 200  len: 1094 time: 3.9226983
May 12 08:16:52.279835 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-c7f1f613-6e56-4a18-98c6-623ea3818bfc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377eb68e-c1dd-4646-beae-9867a6ee3ce9 HTTP/1.1" status: 200  len: 217 time: 0.1125910
May 12 08:16:52.393457 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=81fc3e62-68c2-450b-a878-288815da6114,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:52.396805 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:52.403573 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=900d3b22-52e1-49e8-97c7-b02d237731d7,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:52.412302 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:52.435844 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-66a274a8-8d42-4368-8f0d-9a7a4a332482 req-bb223fbb-9718-4794-ab13-1941c3d511a8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2763116
May 12 08:16:52.465200 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:52.467280 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-ae782708-67d9-4b4f-9c65-d1645f87b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:52.469033 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-ae782708-67d9-4b4f-9c65-d1645f87b154 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d718b66-00ea-4b07-8789-ea9a96f8f1de HTTP/1.1" status: 200  len: 857 time: 0.1808219
May 12 08:16:52.481471 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Attempting to bind port 81fc3e62-68c2-450b-a878-288815da6114 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:16:52.482104 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Attempting to bind port 81fc3e62-68c2-450b-a878-288815da6114 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:16:52.482563 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Attempting to bind port 81fc3e62-68c2-450b-a878-288815da6114 on network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:52.519351 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:52.523651 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-654a6f66-ff1a-4a63-8bed-e38d643337e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:52.531871 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-d7238173-e328-4a68-9e39-428eb6ef9e2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16ee7d87-925d-4c15-81e4-8db373c2cfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563045
May 12 08:16:52.533077 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Port 81fc3e62-68c2-450b-a878-288815da6114 on network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:16:52.540005 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Attempting to bind port 81fc3e62-68c2-450b-a878-288815da6114 on network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:16:52.550492 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:16:52.551376 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Checking segment: {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:52.552141 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Bound using segment: {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:16:52.552302 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Bound port: 81fc3e62-68c2-450b-a878-288815da6114, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'}}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:16:52.552521 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:52.589251 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'}  {{(pid=78688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:16:52.611187 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ea23f-7f49-4fd3-8542-3a16a6475386 req-67aacd4f-210f-4150-b387-20f3c24144f2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:52.611872 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-a82ea23f-7f49-4fd3-8542-3a16a6475386 req-67aacd4f-210f-4150-b387-20f3c24144f2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Synchronizing usage tracker for tenant:54154e676c8c499798f207ead5f9d61e on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:16:52.620669 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00feb7-21a0-4908-8a92-10871d5ddef3 req-77ac77b4-ba6a-4853-93d9-ebb89ee03df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:52.622217 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8f00feb7-21a0-4908-8a92-10871d5ddef3 req-77ac77b4-ba6a-4853-93d9-ebb89ee03df0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 1099 time: 0.4333079
May 12 08:16:52.647096 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:52.657073 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-4cfd5edf-15ba-4387-a9a7-84a8095fb87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:52.659052 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-4cfd5edf-15ba-4387-a9a7-84a8095fb87b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 1097 time: 0.3748236
May 12 08:16:52.661851 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:52.666211 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8f00feb7-21a0-4908-8a92-10871d5ddef3 req-34cb0b4f-6704-4f5e-bfed-dfa695982a48 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:52.702976 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-8f00feb7-21a0-4908-8a92-10871d5ddef3 req-34cb0b4f-6704-4f5e-bfed-dfa695982a48 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:52.705088 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-a82ea23f-7f49-4fd3-8542-3a16a6475386 req-67aacd4f-210f-4150-b387-20f3c24144f2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Unset dirty status for tenant:54154e676c8c499798f207ead5f9d61e on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:16:52.706267 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a82ea23f-7f49-4fd3-8542-3a16a6475386 req-67aacd4f-210f-4150-b387-20f3c24144f2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.5241649
May 12 08:16:52.712517 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-8f00feb7-21a0-4908-8a92-10871d5ddef3 req-34cb0b4f-6704-4f5e-bfed-dfa695982a48 service neutron] Usage tracker for resource:security_group_rule and tenant:02d77e00a00c44eabe00d2598fe8fdc3 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:52.718318 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-8f00feb7-21a0-4908-8a92-10871d5ddef3 req-34cb0b4f-6704-4f5e-bfed-dfa695982a48 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:52.728377 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-8f00feb7-21a0-4908-8a92-10871d5ddef3 req-34cb0b4f-6704-4f5e-bfed-dfa695982a48 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:52.747092 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, cleared binding levels {{(pid=78689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:16:52.758257 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:52.758578 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.segments_db [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Added segment 24ee943b-0387-4da8-9613-f4c895716ba5 of type vlan for network b3c98968-ec21-49ef-b4b4-c17f5940720f
May 12 08:16:52.773992 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=81fc3e62-68c2-450b-a878-288815da6114,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:16:52.784811 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-44fb47d4-c297-43aa-a910-72617abb51aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900d3b22-52e1-49e8-97c7-b02d237731d7 HTTP/1.1" status: 200  len: 217 time: 0.0861359
May 12 08:16:52.790898 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:52.801976 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a82ea23f-7f49-4fd3-8542-3a16a6475386 req-d53815af-22a1-4e9b-ae3f-30208ee9457d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789094
May 12 08:16:52.806636 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:52.875448 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:52.877083 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3c05dcd1-75b1-4467-ba76-9eef4ca3b74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:52.902689 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=81fc3e62-68c2-450b-a878-288815da6114,revision_number=3']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:52.909307 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:52.916083 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-7d9f7364-b634-479d-90bd-d1da899b0f8e service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3754387
May 12 08:16:52.917080 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:52.917789 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:52.919165 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/81fc3e62-68c2-450b-a878-288815da6114 HTTP/1.1" status: 200  len: 1094 time: 1.6552243
May 12 08:16:52.919640 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'tag': '81fc3e62-68c2-450b-a878-288815da6114'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:16:52.922670 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-6051b50c-cfcc-47b0-9829-fe6edaece0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:52.924151 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-6051b50c-cfcc-47b0-9829-fe6edaece0aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d718b66-00ea-4b07-8789-ea9a96f8f1de HTTP/1.1" status: 200  len: 857 time: 0.1285851
May 12 08:16:53.023806 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-2c177d1b-f2e0-4cc4-98f7-6031b0b0f3e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16ee7d87-925d-4c15-81e4-8db373c2cfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0888262
May 12 08:16:53.116182 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:53.117224 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8f00feb7-21a0-4908-8a92-10871d5ddef3 req-34cb0b4f-6704-4f5e-bfed-dfa695982a48 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:53.133534 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:53.133534 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:53.134521 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8f00feb7-21a0-4908-8a92-10871d5ddef3 req-34cb0b4f-6704-4f5e-bfed-dfa695982a48 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:53.138137 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962dbc6-6c67-4d45-8367-43efc22dffda req-16ed8340-5abc-4c4a-8677-d99cb3a4f0a2 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:53.139694 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a962dbc6-6c67-4d45-8367-43efc22dffda req-16ed8340-5abc-4c4a-8677-d99cb3a4f0a2 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 946 time: 0.4937050
May 12 08:16:53.148240 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a4ad559e-58f4-4978-8b54-46e4f562b1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:53.185050 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb0b4f-6704-4f5e-bfed-dfa695982a48 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e271897-3a65-4654-9120-9f1aae337fea,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:53.188392 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-43256c75-a8ca-4c22-afd3-523d2715088a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:53.188550 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-34cb0b4f-6704-4f5e-bfed-dfa695982a48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:53.204150 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8f00feb7-21a0-4908-8a92-10871d5ddef3 req-34cb0b4f-6704-4f5e-bfed-dfa695982a48 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5717320
May 12 08:16:53.260540 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ef9f9-0dcf-45f5-906a-4fa4a988b0ad req-847abf82-2fa4-4066-982f-db1bda73a4fe tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:53.262101 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-865ef9f9-0dcf-45f5-906a-4fa4a988b0ad req-847abf82-2fa4-4066-982f-db1bda73a4fe tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 946 time: 0.2160318
May 12 08:16:53.267059 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-3ea5c5b7-8eab-45a3-bd01-0817e5c8d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:53.275395 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-3ea5c5b7-8eab-45a3-bd01-0817e5c8d382 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 1097 time: 0.3050492
May 12 08:16:53.366441 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Pushing event updated for resources: {'Network': ['ID=b3c98968-ec21-49ef-b4b4-c17f5940720f,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:53.383152 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network b3c98968-ec21-49ef-b4b4-c17f5940720f details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:16:53.396005 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:53.426282 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a962dbc6-6c67-4d45-8367-43efc22dffda req-6fce1fe0-a280-46e9-ba99-9b762a219535 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2169242
May 12 08:16:53.442698 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 3.3288562
May 12 08:16:53.444983 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4eac8a86-e4c6-49fd-ac40-5c21e21f7a4a req-ef85eaf6-3578-4b4f-8195-110c31efc0a5 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5112681
May 12 08:16:53.445557 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 56364) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:53.452774 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Request body: {'subnet': {'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1494652519-subnet', 'tenant_id': '2bbb89e3dd644f93879e6c92aaccceca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:16:53.457477 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-2ee8c759-6708-4402-a0eb-e5622ba75c6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81fc3e62-68c2-450b-a878-288815da6114 HTTP/1.1" status: 200  len: 217 time: 0.1650846
May 12 08:16:53.458829 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:53.468142 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-faa29e40-fa40-4128-8aa5-0298c31f1cde service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3810954
May 12 08:16:53.471304 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Usage tracker for resource:subnet and tenant:2bbb89e3dd644f93879e6c92aaccceca is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:53.497070 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:53.507743 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:53.545256 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-852b385d-49c4-498e-86fd-6b5197339a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:53.546860 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-852b385d-49c4-498e-86fd-6b5197339a5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 200  len: 856 time: 0.0817728
May 12 08:16:53.610583 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-865ef9f9-0dcf-45f5-906a-4fa4a988b0ad req-fd799470-6f1d-40c5-9234-479f6023544d tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3341529
May 12 08:16:53.616231 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'tag': '81fc3e62-68c2-450b-a878-288815da6114', 'status': 'completed', 'code': 200}
May 12 08:16:53.648178 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Made reservation on behalf of 2bbb89e3dd644f93879e6c92aaccceca for: {'subnet': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:16:53.650573 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3904469'] for subnet, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:53.668678 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-295cd51e-7ba6-4db6-86c9-42246dae2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:53.670339 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-295cd51e-7ba6-4db6-86c9-42246dae2c68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1052616
May 12 08:16:53.910917 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ec4a97c-4631-4f33-869c-40d674fd5735 req-04b055cc-ae90-4a44-886a-620c95feca67 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4322958
May 12 08:16:53.935316 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970ced-27c3-4dd6-968c-a4457571e954 req-fd365f63-8eb8-4fa9-9f84-a85143dbbeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:53.936775 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-20970ced-27c3-4dd6-968c-a4457571e954 req-fd365f63-8eb8-4fa9-9f84-a85143dbbeea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 1097 time: 0.3820200
May 12 08:16:53.937213 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d831c2f-5c97-478c-a95b-30db54027e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b721e8c0-2258-4c11-8b70-0386dc2d72f1'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:16:53.999517 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce0a0d-a4d1-4bc1-ac59-ac1532ecff44 req-c647532f-afe1-4650-a692-aaa3ddfe38b3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:54.000969 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-10ce0a0d-a4d1-4bc1-ac59-ac1532ecff44 req-c647532f-afe1-4650-a692-aaa3ddfe38b3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 944 time: 0.2724099
May 12 08:16:54.021892 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b7e99-6589-40f9-b4ae-8b89675678a4 req-724cc18c-fda6-42f3-a0c5-ffc7bdb36c5d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:54.023339 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-841b7e99-6589-40f9-b4ae-8b89675678a4 req-724cc18c-fda6-42f3-a0c5-ffc7bdb36c5d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0836239
May 12 08:16:54.068048 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-841b7e99-6589-40f9-b4ae-8b89675678a4 req-51349fdc-3c2f-4c63-9b2c-b117d571e435 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386224
May 12 08:16:54.081523 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-10ce0a0d-a4d1-4bc1-ac59-ac1532ecff44 req-d2a8d66a-5eb5-4179-b25b-30b174fe299e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740373
May 12 08:16:54.116537 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ac2f16-d869-45e4-91b2-e76750314799', 'tag': '900d3b22-52e1-49e8-97c7-b02d237731d7'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:16:54.126823 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d831c2f-5c97-478c-a95b-30db54027e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b721e8c0-2258-4c11-8b70-0386dc2d72f1', 'code': 200}
May 12 08:16:54.168238 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ac2f16-d869-45e4-91b2-e76750314799', 'tag': '900d3b22-52e1-49e8-97c7-b02d237731d7', 'status': 'completed', 'code': 200}
May 12 08:16:54.288611 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3904423'] for subnet, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:54.292201 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:54.358720 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b04f9b-262f-44f6-8431-7d3b66e55271,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:54.362371 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:54.369621 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Checking segment: {'id': '24ee943b-0387-4da8-9613-f4c895716ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:16:54.369914 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Network hostable DHCP agents. Network: b3c98968-ec21-49ef-b4b4-c17f5940720f, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:16:54.389378 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Network b3c98968-ec21-49ef-b4b4-c17f5940720f is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:16:54.399657 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, b3c98968-ec21-49ef-b4b4-c17f5940720f) {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:16:54.407849 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:54.408483 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:54.409093 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4bba0e-b919-4ce3-ae8c-cdb7bc19309c None None] Network b3c98968-ec21-49ef-b4b4-c17f5940720f requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:54.439823 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-f8b024ac-431a-4885-a396-37578727d015 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9834607
May 12 08:16:54.599438 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d47e3-9078-4392-86e1-79bbeff4893a None None] Network b3c98968-ec21-49ef-b4b4-c17f5940720f requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:16:54.714658 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f889a-3de3-4e3d-a14a-55de8ef083f9 req-224c451b-277e-4d64-873b-9ca3ece68ada tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:54.722296 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-294f889a-3de3-4e3d-a14a-55de8ef083f9 req-224c451b-277e-4d64-873b-9ca3ece68ada tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 946 time: 0.1060002
May 12 08:16:54.774758 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-294f889a-3de3-4e3d-a14a-55de8ef083f9 req-eb709ad7-4202-476a-b307-60bbd566a386 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515766
May 12 08:16:54.846137 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da74e6e-27f1-439d-b9b1-d5d77c49fdce req-42ab5dac-16f3-4dbe-80d4-af842334e918 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:54.847677 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3da74e6e-27f1-439d-b9b1-d5d77c49fdce req-42ab5dac-16f3-4dbe-80d4-af842334e918 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 946 time: 0.0992670
May 12 08:16:54.896129 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3da74e6e-27f1-439d-b9b1-d5d77c49fdce req-8185841c-59bf-49e4-a491-094c351e78e0 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408380
May 12 08:16:55.256437 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1e975-d335-4afd-a4d1-72d6f3d5cca1 req-0ce1934d-e7c8-4141-b2cf-0e8420a3a284 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:55.258135 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c5d1e975-d335-4afd-a4d1-72d6f3d5cca1 req-0ce1934d-e7c8-4141-b2cf-0e8420a3a284 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0830278
May 12 08:16:55.262647 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:55.275519 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea69e5-cb05-4cdc-95a3-6a67e95dd80d req-4a0d1ad8-27ae-41cf-a0a0-b73189bd2022 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:55.276977 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a4ea69e5-cb05-4cdc-95a3-6a67e95dd80d req-4a0d1ad8-27ae-41cf-a0a0-b73189bd2022 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 944 time: 0.0911074
May 12 08:16:55.309713 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c5d1e975-d335-4afd-a4d1-72d6f3d5cca1 req-6ea34f9b-9445-4d3c-a88a-60bf8f7b2102 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438495
May 12 08:16:55.324441 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a4ea69e5-cb05-4cdc-95a3-6a67e95dd80d req-ed72ced3-746f-4d7b-bc25-a19b45b079bd tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413117
May 12 08:16:55.527883 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-62cec59c-473b-45a0-be17-8135326a3373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:55.979066 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b186b-2b1e-4e89-bb2b-1790e959c636 req-cde0f0aa-cf4e-4083-9699-bb732f11339d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:55.980670 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-403b186b-2b1e-4e89-bb2b-1790e959c636 req-cde0f0aa-cf4e-4083-9699-bb732f11339d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 946 time: 0.0882704
May 12 08:16:56.026506 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-403b186b-2b1e-4e89-bb2b-1790e959c636 req-7d2dffb7-3adc-430f-99e4-65624d526dd4 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401363
May 12 08:16:56.087532 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ec024-6f2e-42c0-8bfc-b30559ffc646 req-f0d3fb0d-fd58-458c-9d04-9debbbdeb52a tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:56.088897 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-896ec024-6f2e-42c0-8bfc-b30559ffc646 req-f0d3fb0d-fd58-458c-9d04-9debbbdeb52a tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 946 time: 0.0802875
May 12 08:16:56.136832 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-896ec024-6f2e-42c0-8bfc-b30559ffc646 req-1d1948f2-7d88-4287-9e40-1db449041e5e tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381100
May 12 08:16:56.390127 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:56.519195 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342adb5-a47f-4132-a962-4ccb97c0ba82 req-8cbb087f-ebbe-4928-8752-e151526a0f73 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:56.520766 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d342adb5-a47f-4132-a962-4ccb97c0ba82 req-8cbb087f-ebbe-4928-8752-e151526a0f73 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0843077
May 12 08:16:56.523083 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caece830-c87f-4b83-b7c8-bc6e0c6202fb req-b6871584-4e91-4e47-89ba-1141fdfd9427 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:56.524563 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-caece830-c87f-4b83-b7c8-bc6e0c6202fb req-b6871584-4e91-4e47-89ba-1141fdfd9427 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 944 time: 0.0888870
May 12 08:16:56.631474 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-caece830-c87f-4b83-b7c8-bc6e0c6202fb req-c355fcea-f519-4385-aa0c-245f8354c870 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010921
May 12 08:16:56.642966 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d342adb5-a47f-4132-a962-4ccb97c0ba82 req-f4bb4153-00fa-4e4a-8b74-6059790bb6e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160946
May 12 08:16:56.723470 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-64ccdcb5-fabe-4081-b50f-620201ea5455 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1764684
May 12 08:16:56.756593 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970ced-27c3-4dd6-968c-a4457571e954 req-9f44470e-7d87-4163-865c-2b0cb532eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:56.758062 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-20970ced-27c3-4dd6-968c-a4457571e954 req-9f44470e-7d87-4163-865c-2b0cb532eecc service neutron] 10.222.0.39 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 918 time: 0.1977580
May 12 08:16:56.761235 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6c93-f4a4-49a5-82b0-e1e056ad3992 req-a8d62019-e635-470a-bd16-cd8b683a4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:56.762611 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3d4e6c93-f4a4-49a5-82b0-e1e056ad3992 req-a8d62019-e635-470a-bd16-cd8b683a4539 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 1097 time: 0.1790602
May 12 08:16:56.903555 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-20970ced-27c3-4dd6-968c-a4457571e954 req-2ca0d236-1331-4e7c-b447-75e95909d65e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377eb68e-c1dd-4646-beae-9867a6ee3ce9 HTTP/1.1" status: 200  len: 217 time: 0.1327426
May 12 08:16:56.917596 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58deca02-d431-4b09-94fb-a8387ecc5318 req-d6b1866e-d08c-4d48-b47c-df63bf9023e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:56.919331 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-58deca02-d431-4b09-94fb-a8387ecc5318 req-d6b1866e-d08c-4d48-b47c-df63bf9023e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 1099 time: 0.1802142
May 12 08:16:56.925091 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-c178ee87-6d89-4d1a-9f83-e08d4fe98210 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565621
May 12 08:16:56.968093 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-58deca02-d431-4b09-94fb-a8387ecc5318 req-e37ff7ab-1c67-49fd-8320-fd79b39e52e3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419049
May 12 08:16:57.000208 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20970ced-27c3-4dd6-968c-a4457571e954 req-8991b1af-ff89-4ef9-8a8f-4e164e329028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:57.001811 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-20970ced-27c3-4dd6-968c-a4457571e954 req-8991b1af-ff89-4ef9-8a8f-4e164e329028 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d718b66-00ea-4b07-8789-ea9a96f8f1de HTTP/1.1" status: 200  len: 857 time: 0.0909567
May 12 08:16:57.016841 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6c93-f4a4-49a5-82b0-e1e056ad3992 req-5f2716d3-9e06-43c1-86fb-d9c262cbf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:57.018241 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3d4e6c93-f4a4-49a5-82b0-e1e056ad3992 req-5f2716d3-9e06-43c1-86fb-d9c262cbf74f service neutron] 10.222.0.39 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 918 time: 0.1968720
May 12 08:16:57.136610 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad62b9-3062-4b3c-b69a-22579123fd71 req-e87f1891-cb5a-4e74-9bc4-a258b7eceb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:57.139604 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0ad62b9-3062-4b3c-b69a-22579123fd71 req-e87f1891-cb5a-4e74-9bc4-a258b7eceb2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 1097 time: 0.0924375
May 12 08:16:57.150477 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3d4e6c93-f4a4-49a5-82b0-e1e056ad3992 req-b9cd193c-1b4b-499e-b20f-317607f6d772 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900d3b22-52e1-49e8-97c7-b02d237731d7 HTTP/1.1" status: 200  len: 217 time: 0.1040277
May 12 08:16:57.152549 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-20970ced-27c3-4dd6-968c-a4457571e954 req-3532cb13-ecd3-4fb6-be26-caf7b1da4438 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16ee7d87-925d-4c15-81e4-8db373c2cfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1073956
May 12 08:16:57.352001 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e6c93-f4a4-49a5-82b0-e1e056ad3992 req-56d71242-6ef6-4a86-8d74-8bc6be8867c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:57.353673 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3d4e6c93-f4a4-49a5-82b0-e1e056ad3992 req-56d71242-6ef6-4a86-8d74-8bc6be8867c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d718b66-00ea-4b07-8789-ea9a96f8f1de HTTP/1.1" status: 200  len: 857 time: 0.1856217
May 12 08:16:57.366602 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad62b9-3062-4b3c-b69a-22579123fd71 req-5726e03c-c097-47ba-aa71-f37fb8f00b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:57.369238 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0ad62b9-3062-4b3c-b69a-22579123fd71 req-5726e03c-c097-47ba-aa71-f37fb8f00b03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 918 time: 0.2220497
May 12 08:16:57.382317 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51eb51-286e-4e79-8abb-3ced0951eeec req-75ea0cf5-5d2f-4ff5-8f66-bac8e5ef1506 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:57.391567 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b51eb51-286e-4e79-8abb-3ced0951eeec req-75ea0cf5-5d2f-4ff5-8f66-bac8e5ef1506 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 946 time: 0.2240453
May 12 08:16:57.530734 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3d4e6c93-f4a4-49a5-82b0-e1e056ad3992 req-06505806-5366-4eaa-bc47-064d2db24c47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16ee7d87-925d-4c15-81e4-8db373c2cfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1686130
May 12 08:16:57.564588 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 56460) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:57.570967 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0ad62b9-3062-4b3c-b69a-22579123fd71 req-348de632-d4c1-4c08-ab8c-1104cd1c3f9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81fc3e62-68c2-450b-a878-288815da6114 HTTP/1.1" status: 200  len: 217 time: 0.1622019
May 12 08:16:57.646020 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad62b9-3062-4b3c-b69a-22579123fd71 req-a511a486-3e32-461f-8327-a112ee5a0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:57.647428 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0ad62b9-3062-4b3c-b69a-22579123fd71 req-a511a486-3e32-461f-8327-a112ee5a0724 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 200  len: 856 time: 0.0632923
May 12 08:16:57.663248 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b51eb51-286e-4e79-8abb-3ced0951eeec req-bff575fb-7697-4850-9044-f3572f4d17d9 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2707210
May 12 08:16:57.777884 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27d27f-8e48-4fce-af2b-338b40e9f889 req-a73f6ca2-df1d-4c50-bced-1ac1bcdaa5f3 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:57.783902 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:57.785073 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cf27d27f-8e48-4fce-af2b-338b40e9f889 req-a73f6ca2-df1d-4c50-bced-1ac1bcdaa5f3 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 946 time: 0.4724953
May 12 08:16:57.812764 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-20970ced-27c3-4dd6-968c-a4457571e954 req-e004433b-1959-403e-a0d1-0bdb9e1eab47 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6457360
May 12 08:16:57.959937 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3d4e6c93-f4a4-49a5-82b0-e1e056ad3992 req-b7f79211-841a-4fd7-bc74-c6f5b05a4bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4197209
May 12 08:16:57.962962 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-067b8a0e-ce1d-4b5c-a670-8c57eeefd5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:57.987071 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cf27d27f-8e48-4fce-af2b-338b40e9f889 req-5f452af1-5e31-4ef2-a0e2-a5c7387a9478 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008557
May 12 08:16:58.026040 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-067b8a0e-ce1d-4b5c-a670-8c57eeefd5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:16:58.030684 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-067b8a0e-ce1d-4b5c-a670-8c57eeefd5de admin admin] Usage tracker for resource:security_group_rule and tenant:23ac43978f8f47cda2a4ead39b3e36a4 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:16:58.035128 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-067b8a0e-ce1d-4b5c-a670-8c57eeefd5de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:16:58.041865 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-067b8a0e-ce1d-4b5c-a670-8c57eeefd5de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:16:58.063971 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad62b9-3062-4b3c-b69a-22579123fd71 req-0124db90-cf5e-41da-b6e3-dcedce9cbf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:58.065981 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0ad62b9-3062-4b3c-b69a-22579123fd71 req-0124db90-cf5e-41da-b6e3-dcedce9cbf7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3973398
May 12 08:16:58.194751 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-067b8a0e-ce1d-4b5c-a670-8c57eeefd5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:58.260217 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-2a01a2c4-2fb1-466e-a06d-aa34bd873acd tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:58.261798 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-2a01a2c4-2fb1-466e-a06d-aa34bd873acd tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/networks?id=b3c98968-ec21-49ef-b4b4-c17f5940720f HTTP/1.1" status: 200  len: 814 time: 0.4550354
May 12 08:16:58.289095 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0ad62b9-3062-4b3c-b69a-22579123fd71 req-eeb545dc-51d7-4396-9d66-3abeee5a3b82 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2087102
May 12 08:16:58.290697 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-d058bb6a-be57-40e5-9bf7-dd97c969fa17 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/quotas/2bbb89e3dd644f93879e6c92aaccceca HTTP/1.1" status: 200  len: 375 time: 0.0170770
May 12 08:16:58.295253 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-067b8a0e-ce1d-4b5c-a670-8c57eeefd5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:58.314052 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-f00512f8-fefa-40d7-9e90-bf1299a40bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:58.326984 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 377eb68e-c1dd-4646-beae-9867a6ee3ce9 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:16:58.363175 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-6a589169-377b-494a-aefb-02025fa3bffb tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bbb89e3dd644f93879e6c92aaccceca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0661936
May 12 08:16:58.392931 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-067b8a0e-ce1d-4b5c-a670-8c57eeefd5de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23ac43978f8f47cda2a4ead39b3e36a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8221200
May 12 08:16:58.397219 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-20970ced-27c3-4dd6-968c-a4457571e954 req-f0ee152d-bab3-4b96-8d5d-96fe6701eb52 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5744543
May 12 08:16:58.401542 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 56488) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:16:58.431818 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b8a0e-ce1d-4b5c-a670-8c57eeefd5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efe8848-c102-4f9c-9611-6583aa425e18,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:58.469296 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-067b8a0e-ce1d-4b5c-a670-8c57eeefd5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:58.489436 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3d4e6c93-f4a4-49a5-82b0-e1e056ad3992 req-62ca5ea8-2dd6-43dc-83d1-9bc18414d6c7 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4915502
May 12 08:16:58.551810 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 377eb68e-c1dd-4646-beae-9867a6ee3ce9, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=377eb68e-c1dd-4646-beae-9867a6ee3ce9,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:58.554560 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b865e9-3ac0-4c57-a0f2-f6cb29ab981e req-696345ca-6473-491e-b924-b066f8ee97e8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:58.556138 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a9b865e9-3ac0-4c57-a0f2-f6cb29ab981e req-696345ca-6473-491e-b924-b066f8ee97e8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 944 time: 0.3820682
May 12 08:16:58.565580 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-62dd8fdd-2321-47fd-a036-aeb205568d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:58.570283 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '377eb68e-c1dd-4646-beae-9867a6ee3ce9', 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8', 'port_id': '377eb68e-c1dd-4646-beae-9867a6ee3ce9', 'mac_address': 'fa:16:3e:c8:0a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d718b66-00ea-4b07-8789-ea9a96f8f1de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:16:58.627870 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:58.632063 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-62dd8fdd-2321-47fd-a036-aeb205568d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:58.638597 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0ad62b9-3062-4b3c-b69a-22579123fd71 req-6cb58d1c-b65e-47b4-8d46-fcb6c35295f2 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3393738
May 12 08:16:58.645981 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377eb68e-c1dd-4646-beae-9867a6ee3ce9 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:16:58.647719 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-abf4876f-14ab-4d0f-819d-fbfbe3f3fe02 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323618
May 12 08:16:58.669363 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 377eb68e-c1dd-4646-beae-9867a6ee3ce9, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=377eb68e-c1dd-4646-beae-9867a6ee3ce9,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:58.671078 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a9b865e9-3ac0-4c57-a0f2-f6cb29ab981e req-50d2df1b-ea23-4dc3-a864-9d509c002ec1 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032901
May 12 08:16:58.677954 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:58.678726 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 900d3b22-52e1-49e8-97c7-b02d237731d7 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:16:58.681425 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:58.724722 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-62dd8fdd-2321-47fd-a036-aeb205568d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:58.735182 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3657e9f0-e769-4ed7-baf4-35a81fc3797e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:58.759087 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd8fdd-2321-47fd-a036-aeb205568d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efe8848-c102-4f9c-9611-6583aa425e18,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:58.765248 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-62dd8fdd-2321-47fd-a036-aeb205568d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:58.776779 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-62dd8fdd-2321-47fd-a036-aeb205568d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:58.778314 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=377eb68e-c1dd-4646-beae-9867a6ee3ce9,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:58.782025 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-62dd8fdd-2321-47fd-a036-aeb205568d15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4efe8848-c102-4f9c-9611-6583aa425e18 HTTP/1.1" status: 204  len: 168 time: 0.3750086
May 12 08:16:58.795987 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:58.798125 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-43d52d93-4f18-4463-aa38-ced7a9143e70 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441560
May 12 08:16:58.827644 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 900d3b22-52e1-49e8-97c7-b02d237731d7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=900d3b22-52e1-49e8-97c7-b02d237731d7,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:58.842814 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '900d3b22-52e1-49e8-97c7-b02d237731d7', 'network_id': '16ee7d87-925d-4c15-81e4-8db373c2cfc8', 'port_id': '900d3b22-52e1-49e8-97c7-b02d237731d7', 'mac_address': 'fa:16:3e:95:16:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d718b66-00ea-4b07-8789-ea9a96f8f1de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:16:58.911795 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:58.930747 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900d3b22-52e1-49e8-97c7-b02d237731d7 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:16:58.938656 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c79cb1-0d97-4b17-abdd-f80fe347b953 req-e73fe997-cdb6-4c76-9a03-7b6fb6cf8f24 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:58.952181 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f5c79cb1-0d97-4b17-abdd-f80fe347b953 req-e73fe997-cdb6-4c76-9a03-7b6fb6cf8f24 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1101105
May 12 08:16:58.964886 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 900d3b22-52e1-49e8-97c7-b02d237731d7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=900d3b22-52e1-49e8-97c7-b02d237731d7,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:16:58.975763 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:16:58.978275 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:16:58.998190 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f5c79cb1-0d97-4b17-abdd-f80fe347b953 req-0f54e7d8-9ca1-44b6-bf1c-b8dc51d4ab55 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452051
May 12 08:16:59.093656 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=900d3b22-52e1-49e8-97c7-b02d237731d7,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:16:59.096760 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:16:59.125154 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-116d7081-13a6-48c3-be63-13dadaf06d98 req-ab8af281-6e62-4f3f-9fdc-b316304c9637 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 210 time: 0.0678174
May 12 08:16:59.154157 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aca8c-b434-420e-9521-594b8fbc831b req-744ec169-55c8-498c-b5a5-5624752dba6c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:59.155805 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-946aca8c-b434-420e-9521-594b8fbc831b req-744ec169-55c8-498c-b5a5-5624752dba6c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 946 time: 0.1013134
May 12 08:16:59.223910 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-946aca8c-b434-420e-9521-594b8fbc831b req-6e2c0c55-a8a2-40ab-bd75-82645b8830f1 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624051
May 12 08:16:59.330273 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384a9b9-792a-403e-8a20-997d84adcef1 req-8f81ab4a-18f4-4978-8c12-0f9cd30e2eae tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:59.337237 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d384a9b9-792a-403e-8a20-997d84adcef1 req-8f81ab4a-18f4-4978-8c12-0f9cd30e2eae tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 946 time: 0.1008599
May 12 08:16:59.387042 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d384a9b9-792a-403e-8a20-997d84adcef1 req-5c9f007d-c9d5-4ad7-b732-9ce4f8173397 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478942
May 12 08:16:59.943561 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64234dfa-19a9-467c-a8a6-2e75499e0c08 req-6334743c-1042-4680-83f2-97854b641f22 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:16:59.943561 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-64234dfa-19a9-467c-a8a6-2e75499e0c08 req-6334743c-1042-4680-83f2-97854b641f22 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 945 time: 0.1346054
May 12 08:16:59.992376 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-64234dfa-19a9-467c-a8a6-2e75499e0c08 req-43034b33-2906-47d2-b6f4-426f6ff2ebf8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463252
May 12 08:17:00.215497 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaeecb-61b5-4205-8477-938dd29b6dc5 req-de92e0a4-cab5-4518-bf2e-ecc31c7facdd tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:00.217115 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5acaeecb-61b5-4205-8477-938dd29b6dc5 req-de92e0a4-cab5-4518-bf2e-ecc31c7facdd tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0901554
May 12 08:17:00.262357 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5acaeecb-61b5-4205-8477-938dd29b6dc5 req-de45cf02-9a3d-4e7a-85bc-27178f1a3588 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396347
May 12 08:17:00.277493 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cf1cf9e7-73d9-45d7-bf7b-abdd02c665c6 req-6c7ee593-dcfd-4a14-8919-1242f20bee3e tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 210 time: 0.0434351
May 12 08:17:01.190222 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7b8b4-0295-4502-b280-5a0a26de9110 req-3a7ec267-78ad-474a-88f3-8172d2cda4f4 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:01.191695 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cdb7b8b4-0295-4502-b280-5a0a26de9110 req-3a7ec267-78ad-474a-88f3-8172d2cda4f4 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 945 time: 0.0799191
May 12 08:17:01.238774 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cdb7b8b4-0295-4502-b280-5a0a26de9110 req-038564f9-7640-4074-80ed-7bdd13d0dcef tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410805
May 12 08:17:01.422517 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c4aa3464-d42d-4668-a22f-9d9426fb2135 req-299c7fda-4c8d-46cf-b37a-3f9c24ea01d0 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 210 time: 0.0431969
May 12 08:17:01.458608 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de24b14-d4e4-44f6-8c21-69465afc8927 req-7e4902c1-a7ce-4964-8417-8fc2c290df7e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:01.460377 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8de24b14-d4e4-44f6-8c21-69465afc8927 req-7e4902c1-a7ce-4964-8417-8fc2c290df7e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0860877
May 12 08:17:01.503846 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8de24b14-d4e4-44f6-8c21-69465afc8927 req-a2472f5b-5447-4b44-b970-7acaf3168fb6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375566
May 12 08:17:02.326522 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['377eb68e-c1dd-4646-beae-9867a6ee3ce9'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:17:02.359979 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['900d3b22-52e1-49e8-97c7-b02d237731d7'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:17:02.428288 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4ef65-4213-4a68-9364-0981b246505c req-e79dc88d-a9f1-4532-be41-0713dd822e08 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:02.429980 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93f4ef65-4213-4a68-9364-0981b246505c req-e79dc88d-a9f1-4532-be41-0713dd822e08 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 945 time: 0.0830851
May 12 08:17:02.568269 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93f4ef65-4213-4a68-9364-0981b246505c req-4873bab7-09f8-4868-aee8-ce356a23b6db tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263578
May 12 08:17:02.639884 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6d7956a1-c0e2-41da-901b-1ed01b4a84a5 req-6a7efe07-4286-4fb9-8c66-3c10cf284070 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 210 time: 0.0827260
May 12 08:17:02.850341 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-cf6bddfe-0ea2-4b0f-8e44-0bcdbf8aa5be tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:02.851783 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-cf6bddfe-0ea2-4b0f-8e44-0bcdbf8aa5be tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.39 "GET /v2.0/networks?id=b3c98968-ec21-49ef-b4b4-c17f5940720f HTTP/1.1" status: 200  len: 814 time: 0.1981182
May 12 08:17:02.856733 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0aa1d-6586-4175-8589-bf1b81b1a151 req-22a56b06-e87d-4c1e-9048-ef104a77f259 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:02.858400 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ccb0aa1d-6586-4175-8589-bf1b81b1a151 req-22a56b06-e87d-4c1e-9048-ef104a77f259 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1235206
May 12 08:17:02.870829 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Request body: {'port': {'device_id': 'e19a0de9-88eb-4d70-a54b-55c06bd54306', 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f', 'admin_state_up': True, 'tenant_id': '2bbb89e3dd644f93879e6c92aaccceca'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:17:02.916336 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ccb0aa1d-6586-4175-8589-bf1b81b1a151 req-3ccb8f18-f32d-4a82-b2e7-c3a80ddf961f tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503731
May 12 08:17:03.015208 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:03.019164 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Usage tracker for resource:port and tenant:2bbb89e3dd644f93879e6c92aaccceca is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:03.021980 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:03.027776 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:03.038677 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Made reservation on behalf of 2bbb89e3dd644f93879e6c92aaccceca for: {'port': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:17:03.042215 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:03.227451 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Allocated IP 172.20.0.9 (b3c98968-ec21-49ef-b4b4-c17f5940720f/e8b04f9b-262f-44f6-8431-7d3b66e55271/c86c651c-2c47-486b-9958-cfb78a22bc0b) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:17:03.550474 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:03.585211 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:03.592550 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:03.659470 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Network b3c98968-ec21-49ef-b4b4-c17f5940720f is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:17:03.662292 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:17:03.665349 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:17:03.674018 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:03.675034 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:03.705985 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Pushing event updated for resources: {'Port': ['ID=c86c651c-2c47-486b-9958-cfb78a22bc0b,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:03.709142 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:03.724759 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8585024
May 12 08:17:03.739822 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Request body: {'port': {'device_id': 'e19a0de9-88eb-4d70-a54b-55c06bd54306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:17:03.950438 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:04.022064 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d1572-8d30-4568-abbb-deb45429e911 req-5efc7e7f-b22a-42e1-8b1f-a3951e69ba30 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:04.023672 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e04d1572-8d30-4568-abbb-deb45429e911 req-5efc7e7f-b22a-42e1-8b1f-a3951e69ba30 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 931 time: 0.0955017
May 12 08:17:04.031547 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 81fc3e62-68c2-450b-a878-288815da6114 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:17:04.034152 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 900d3b22-52e1-49e8-97c7-b02d237731d7 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:17:04.035881 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc190-837d-48d0-93e4-2847849a211d req-21fa21b8-e7d4-425d-befa-c77a9f86bd1b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:04.037575 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ca4cc190-837d-48d0-93e4-2847849a211d req-21fa21b8-e7d4-425d-befa-c77a9f86bd1b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 945 time: 0.2248828
May 12 08:17:04.143538 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-e04d1572-8d30-4568-abbb-deb45429e911 req-6e57cf1f-2687-4bff-a84a-281e6f66d44a tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Synchronizing usage tracker for tenant:2bbb89e3dd644f93879e6c92aaccceca on resource:security_group {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:17:04.157128 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ca4cc190-837d-48d0-93e4-2847849a211d req-e5ddc007-f9d8-40c4-a504-2fd0d433ce07 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104558
May 12 08:17:04.180428 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-e04d1572-8d30-4568-abbb-deb45429e911 req-6e57cf1f-2687-4bff-a84a-281e6f66d44a tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Unset dirty status for tenant:2bbb89e3dd644f93879e6c92aaccceca on resource:security_group {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:17:04.195566 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e04d1572-8d30-4568-abbb-deb45429e911 req-6e57cf1f-2687-4bff-a84a-281e6f66d44a tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606138
May 12 08:17:04.254090 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port 900d3b22-52e1-49e8-97c7-b02d237731d7 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:17:04.262964 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 900d3b22-52e1-49e8-97c7-b02d237731d7 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:17:04.263636 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:04.369801 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=81fc3e62-68c2-450b-a878-288815da6114,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:04.385724 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '81fc3e62-68c2-450b-a878-288815da6114', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'port_id': '81fc3e62-68c2-450b-a878-288815da6114', 'mac_address': 'fa:16:3e:0f:78:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:17:04.417784 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf13869-4848-4536-98d3-a06e614f58cb req-9f7613b9-dcb7-44c6-a7d1-66a0725178e9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:04.424656 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cbf13869-4848-4536-98d3-a06e614f58cb req-9f7613b9-dcb7-44c6-a7d1-66a0725178e9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1426554
May 12 08:17:04.492071 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:04.512173 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:04.529085 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cbf13869-4848-4536-98d3-a06e614f58cb req-81369da4-6e26-4417-9608-077798813220 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034873
May 12 08:17:04.538204 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fc3e62-68c2-450b-a878-288815da6114 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:17:04.547503 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ac2f16-d869-45e4-91b2-e76750314799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900d3b22-52e1-49e8-97c7-b02d237731d7'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:17:04.552465 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86c651c-2c47-486b-9958-cfb78a22bc0b {{(pid=78689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:17:04.561752 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:04.567879 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 900d3b22-52e1-49e8-97c7-b02d237731d7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=900d3b22-52e1-49e8-97c7-b02d237731d7,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:04.574468 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=81fc3e62-68c2-450b-a878-288815da6114,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:04.576385 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:04.577396 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 377eb68e-c1dd-4646-beae-9867a6ee3ce9 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:17:04.582283 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Transition to ACTIVE for port object c86c651c-2c47-486b-9958-cfb78a22bc0b will not be triggered until provisioned by entity L2. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:17:04.587677 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:04.607800 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:04.611135 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:04.643395 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ac2f16-d869-45e4-91b2-e76750314799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900d3b22-52e1-49e8-97c7-b02d237731d7', 'code': 200}
May 12 08:17:04.657872 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:04.729003 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=900d3b22-52e1-49e8-97c7-b02d237731d7,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:04.732678 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:04.733747 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-862b422a-8ba8-4c29-9363-549061a03614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:04.786328 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Pushing event updated for resources: {'Port': ['ID=c86c651c-2c47-486b-9958-cfb78a22bc0b,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:04.790881 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:04.793787 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Attempting to bind port c86c651c-2c47-486b-9958-cfb78a22bc0b on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:17:04.794184 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Attempting to bind port c86c651c-2c47-486b-9958-cfb78a22bc0b by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '24ee943b-0387-4da8-9613-f4c895716ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f'}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:17:04.794637 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Attempting to bind port c86c651c-2c47-486b-9958-cfb78a22bc0b on network b3c98968-ec21-49ef-b4b4-c17f5940720f {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:17:04.801103 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Port c86c651c-2c47-486b-9958-cfb78a22bc0b on network b3c98968-ec21-49ef-b4b4-c17f5940720f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:17:04.801261 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Attempting to bind port c86c651c-2c47-486b-9958-cfb78a22bc0b on network b3c98968-ec21-49ef-b4b4-c17f5940720f {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:17:04.807235 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:17:04.807648 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Checking segment: {'id': '24ee943b-0387-4da8-9613-f4c895716ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:17:04.808089 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Bound using segment: {'id': '24ee943b-0387-4da8-9613-f4c895716ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f'} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:17:04.808636 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Bound port: c86c651c-2c47-486b-9958-cfb78a22bc0b, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24ee943b-0387-4da8-9613-f4c895716ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f'}}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:17:04.809037 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:04.816936 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=81fc3e62-68c2-450b-a878-288815da6114,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:04.819993 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port 377eb68e-c1dd-4646-beae-9867a6ee3ce9 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:17:04.823556 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:04.826270 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 377eb68e-c1dd-4646-beae-9867a6ee3ce9 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:17:04.826645 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:04.954322 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] For port c86c651c-2c47-486b-9958-cfb78a22bc0b, host hv-cinder-79091, cleared binding levels {{(pid=78689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:17:04.965656 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] For port c86c651c-2c47-486b-9958-cfb78a22bc0b, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=c86c651c-2c47-486b-9958-cfb78a22bc0b,segment=NetworkSegment(24ee943b-0387-4da8-9613-f4c895716ba5),segment_id=24ee943b-0387-4da8-9613-f4c895716ba5)] {{(pid=78689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:17:04.973811 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:04.981262 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:04.988116 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:04.994138 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['81fc3e62-68c2-450b-a878-288815da6114'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:17:04.996225 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e7cdb-2161-43c0-b79f-74f334eff1cd req-000911a6-bc56-494e-8a55-6c5bb9e5e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:04.997865 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-eb1e7cdb-2161-43c0-b79f-74f334eff1cd req-000911a6-bc56-494e-8a55-6c5bb9e5e494 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 1099 time: 0.1749308
May 12 08:17:05.054888 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-eb1e7cdb-2161-43c0-b79f-74f334eff1cd req-47a5b568-dec6-429d-b230-17012466111a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504196
May 12 08:17:05.059749 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:05.060909 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:05.062385 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] 10.222.0.39 "PUT /v2.0/ports/c86c651c-2c47-486b-9958-cfb78a22bc0b HTTP/1.1" status: 200  len: 1093 time: 1.3294339
May 12 08:17:05.068708 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19a0de9-88eb-4d70-a54b-55c06bd54306', 'tag': 'c86c651c-2c47-486b-9958-cfb78a22bc0b'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:17:05.075697 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 377eb68e-c1dd-4646-beae-9867a6ee3ce9, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=377eb68e-c1dd-4646-beae-9867a6ee3ce9,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:05.084639 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:05.087808 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:05.109963 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Pushing event updated for resources: {'Port': ['ID=c86c651c-2c47-486b-9958-cfb78a22bc0b,revision_number=3']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:05.113732 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:05.131288 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19a0de9-88eb-4d70-a54b-55c06bd54306', 'tag': 'c86c651c-2c47-486b-9958-cfb78a22bc0b', 'status': 'completed', 'code': 200}
May 12 08:17:05.190351 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=377eb68e-c1dd-4646-beae-9867a6ee3ce9,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:05.193758 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:05.223579 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-1be49eb0-0968-4e83-aa2a-a2d1ea504bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:05.225231 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-1be49eb0-0968-4e83-aa2a-a2d1ea504bc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2bbb89e3dd644f93879e6c92aaccceca&device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 1096 time: 0.0843487
May 12 08:17:05.310840 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-6028ef14-29c3-4254-a138-09c936cb89d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c86c651c-2c47-486b-9958-cfb78a22bc0b HTTP/1.1" status: 200  len: 217 time: 0.0777597
May 12 08:17:05.349642 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043e27d-640c-43e2-b3f3-1f3c80faa824 req-67420762-9fdf-4e27-a0a8-b74b93103ab0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:05.351141 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c043e27d-640c-43e2-b3f3-1f3c80faa824 req-67420762-9fdf-4e27-a0a8-b74b93103ab0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0901692
May 12 08:17:05.387565 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6a268-3e4a-47cd-90c5-d0ad138907a5 req-a0a45c6f-fccd-4e41-8714-e9a0af5072b1 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:05.388259 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-11e6a268-3e4a-47cd-90c5-d0ad138907a5 req-a0a45c6f-fccd-4e41-8714-e9a0af5072b1 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Synchronizing usage tracker for tenant:2bbb89e3dd644f93879e6c92aaccceca on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:17:05.396824 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c043e27d-640c-43e2-b3f3-1f3c80faa824 req-5814178a-dbc4-4a16-99fa-dac8df29ea28 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394094
May 12 08:17:05.405105 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-11e6a268-3e4a-47cd-90c5-d0ad138907a5 req-a0a45c6f-fccd-4e41-8714-e9a0af5072b1 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Unset dirty status for tenant:2bbb89e3dd644f93879e6c92aaccceca on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:17:05.406277 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11e6a268-3e4a-47cd-90c5-d0ad138907a5 req-a0a45c6f-fccd-4e41-8714-e9a0af5072b1 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.0972207
May 12 08:17:05.460273 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11e6a268-3e4a-47cd-90c5-d0ad138907a5 req-46c5e4c8-d64f-4a9d-b371-62b945c9a1a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478110
May 12 08:17:05.716700 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deb5cc-12e8-43a0-b88c-19b7ebb1468a req-06dac24a-c35d-4254-9cbd-40683382a088 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:05.718063 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e9deb5cc-12e8-43a0-b88c-19b7ebb1468a req-06dac24a-c35d-4254-9cbd-40683382a088 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.0836592
May 12 08:17:05.764101 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e9deb5cc-12e8-43a0-b88c-19b7ebb1468a req-2e412fb4-ae28-47eb-8594-e52e9ac1d777 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400634
May 12 08:17:06.428049 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-8bd8cae7-0864-4a23-9307-006514762f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:06.429513 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-8bd8cae7-0864-4a23-9307-006514762f1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8b04f9b-262f-44f6-8431-7d3b66e55271 HTTP/1.1" status: 200  len: 854 time: 0.0695646
May 12 08:17:06.587984 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057bc14-75f4-4121-8762-ad03a5bea333 req-0b9ce46a-017a-45a5-b2fe-2fb86e8145d2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:06.589613 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e057bc14-75f4-4121-8762-ad03a5bea333 req-0b9ce46a-017a-45a5-b2fe-2fb86e8145d2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0822508
May 12 08:17:06.644640 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2382d50e-cb21-4507-b698-8f3b3795c839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377eb68e-c1dd-4646-beae-9867a6ee3ce9'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:17:06.648761 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e057bc14-75f4-4121-8762-ad03a5bea333 req-22a039da-9b13-4d0a-93fa-4b33640ba98e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528004
May 12 08:17:06.662756 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0eee22-648a-4096-8e76-63f1cd132830 req-07263cb6-3a8c-4983-9834-c1626ea566f4 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:06.664225 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-bc0eee22-648a-4096-8e76-63f1cd132830 req-07263cb6-3a8c-4983-9834-c1626ea566f4 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.0929279
May 12 08:17:06.699204 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2382d50e-cb21-4507-b698-8f3b3795c839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377eb68e-c1dd-4646-beae-9867a6ee3ce9', 'code': 200}
May 12 08:17:06.713322 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-bc0eee22-648a-4096-8e76-63f1cd132830 req-71111b69-5c93-4e85-93e6-9c08afba2e73 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427217
May 12 08:17:07.008599 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cebb3-7d65-4332-8321-c1992379f5c3 req-e6a5d34b-2235-46bd-af4c-0478538a00c4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:07.010192 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-093cebb3-7d65-4332-8321-c1992379f5c3 req-e6a5d34b-2235-46bd-af4c-0478538a00c4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.1282496
May 12 08:17:07.056206 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-093cebb3-7d65-4332-8321-c1992379f5c3 req-6e9c0bd0-d198-4b3d-8157-11c356967420 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402977
May 12 08:17:07.380520 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-e893b08f-5c0f-4cb9-9ab8-9956cbd32719 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3c98968-ec21-49ef-b4b4-c17f5940720f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451093
May 12 08:17:07.835737 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011f3ec-2005-4c76-a5ca-7c4f19656b6a req-cfba41c7-bc9d-4aa1-b709-a7c43f9706c3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:07.837101 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b011f3ec-2005-4c76-a5ca-7c4f19656b6a req-cfba41c7-bc9d-4aa1-b709-a7c43f9706c3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0824137
May 12 08:17:07.884520 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b011f3ec-2005-4c76-a5ca-7c4f19656b6a req-81ac333e-6945-4dd7-9c8a-2d1fe0f1ae2a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415354
May 12 08:17:07.898150 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab6953-e24f-4279-8a93-40b05dff9918 req-c8f88bfc-03ad-4c07-95c6-0a00bae5c034 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:07.899760 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ddab6953-e24f-4279-8a93-40b05dff9918 req-c8f88bfc-03ad-4c07-95c6-0a00bae5c034 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.0834360
May 12 08:17:07.948231 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ddab6953-e24f-4279-8a93-40b05dff9918 req-81c9e162-d99b-444a-a120-859c18dafd34 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424728
May 12 08:17:08.250565 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe1e57-41a2-4d51-8520-8ec727b30853 req-d3656953-66b6-4bdf-8e2e-c72459d072bc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:08.252222 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-43fe1e57-41a2-4d51-8520-8ec727b30853 req-d3656953-66b6-4bdf-8e2e-c72459d072bc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.0849826
May 12 08:17:08.302065 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-43fe1e57-41a2-4d51-8520-8ec727b30853 req-4e5d5eec-46d5-4c41-8240-665525b1de61 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436480
May 12 08:17:08.634430 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-9b80ad24-4509-494d-b349-813a602bc776 service neutron] 10.222.0.39 "GET /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263092
May 12 08:17:08.705539 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:08.735336 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217f1bb-8059-4143-a7ff-6f7019edd149 req-154dc1c1-2c7f-42d4-a379-b81f2305f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:08.736823 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0217f1bb-8059-4143-a7ff-6f7019edd149 req-154dc1c1-2c7f-42d4-a379-b81f2305f392 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 1099 time: 0.0697238
May 12 08:17:08.780488 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d59b02d4-1b57-430f-b96d-d2e9bad819a7 req-e020286b-2bce-4cbd-96a8-38fa6e5eb0e2 service neutron] 10.222.0.39 "GET /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342096
May 12 08:17:08.792605 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0217f1bb-8059-4143-a7ff-6f7019edd149 req-6725831f-b930-4b69-b6d2-dfa516f2c076 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382500
May 12 08:17:08.940731 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ae51e-bcd0-4461-b573-ad9e8dfe6ca6 req-9e28e890-de67-4595-a68c-f18d2c2d3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:08.942225 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-530ae51e-bcd0-4461-b573-ad9e8dfe6ca6 req-9e28e890-de67-4595-a68c-f18d2c2d3e00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2bbb89e3dd644f93879e6c92aaccceca&device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 1096 time: 0.0752935
May 12 08:17:09.088617 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad045c-da52-4caf-9231-cd44dffd1178 req-5233b226-6fb7-43c4-ae85-aac7a2523f9c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:09.090158 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-27ad045c-da52-4caf-9231-cd44dffd1178 req-5233b226-6fb7-43c4-ae85-aac7a2523f9c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0901165
May 12 08:17:09.120359 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ae51e-bcd0-4461-b573-ad9e8dfe6ca6 req-4a786786-df97-46c3-9090-6bdc50c19d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:09.120359 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-530ae51e-bcd0-4461-b573-ad9e8dfe6ca6 req-4a786786-df97-46c3-9090-6bdc50c19d49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3c98968-ec21-49ef-b4b4-c17f5940720f HTTP/1.1" status: 200  len: 915 time: 0.1680510
May 12 08:17:09.128060 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:17:09.153526 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-27ad045c-da52-4caf-9231-cd44dffd1178 req-6f8df70e-3704-4ab8-857b-44d940c595d4 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568945
May 12 08:17:09.195730 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-530ae51e-bcd0-4461-b573-ad9e8dfe6ca6 req-f275aaba-9dc5-4365-8cb6-aab8870cdfe9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c86c651c-2c47-486b-9958-cfb78a22bc0b HTTP/1.1" status: 200  len: 217 time: 0.0650256
May 12 08:17:09.256700 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92038004-28b5-4a18-aa79-f032d69d243b req-6c4b765c-9185-44af-8326-a1dedd5b26d4 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:09.256700 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-92038004-28b5-4a18-aa79-f032d69d243b req-6c4b765c-9185-44af-8326-a1dedd5b26d4 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.1950128
May 12 08:17:09.297979 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ae51e-bcd0-4461-b573-ad9e8dfe6ca6 req-4c67a412-d0a0-4afc-b823-7e242c1e49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:09.299425 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-530ae51e-bcd0-4461-b573-ad9e8dfe6ca6 req-4c67a412-d0a0-4afc-b823-7e242c1e49d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8b04f9b-262f-44f6-8431-7d3b66e55271 HTTP/1.1" status: 200  len: 854 time: 0.0877752
May 12 08:17:09.369042 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-92038004-28b5-4a18-aa79-f032d69d243b req-df4b0ddf-ead4-4dc8-b5e3-6c2892dce5fa tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012988
May 12 08:17:09.371515 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-530ae51e-bcd0-4461-b573-ad9e8dfe6ca6 req-999aa7cd-563e-41d5-9f66-76d477d0804f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3c98968-ec21-49ef-b4b4-c17f5940720f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557201
May 12 08:17:09.553630 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be0447-3e52-4d89-bde3-0250ae2577b8 req-f933dcc3-302c-43ec-9c4d-d702348e8bbf tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:09.557674 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-24be0447-3e52-4d89-bde3-0250ae2577b8 req-f933dcc3-302c-43ec-9c4d-d702348e8bbf tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.1015415
May 12 08:17:09.599350 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-530ae51e-bcd0-4461-b573-ad9e8dfe6ca6 req-53029485-efa9-468b-be76-52dcf75b9901 service neutron] 10.222.0.39 "GET /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2134385
May 12 08:17:09.599799 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-24be0447-3e52-4d89-bde3-0250ae2577b8 req-dda424fd-7856-4308-bdf2-f4e2413ceeed tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386980
May 12 08:17:09.735283 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-530ae51e-bcd0-4461-b573-ad9e8dfe6ca6 req-df740fa5-49f2-4529-9ee8-add8ece3c9ec service neutron] 10.222.0.39 "GET /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275072
May 12 08:17:10.345890 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5397e1-ddbe-401a-850b-85abf6b152a8 req-8507cee6-50bd-42f4-bae4-14192fb294be tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:10.347317 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ea5397e1-ddbe-401a-850b-85abf6b152a8 req-8507cee6-50bd-42f4-bae4-14192fb294be tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0841954
May 12 08:17:10.450767 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ea5397e1-ddbe-401a-850b-85abf6b152a8 req-26571020-65fa-4925-b49b-9bb111ce7958 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976541
May 12 08:17:10.503814 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 81fc3e62-68c2-450b-a878-288815da6114 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:17:10.582858 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd468d-473a-4ee9-9497-9fd2846a1a48 req-f48dbec9-80ce-4094-b871-dbd52925f25f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:10.584762 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d6cd468d-473a-4ee9-9497-9fd2846a1a48 req-f48dbec9-80ce-4094-b871-dbd52925f25f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.0997958
May 12 08:17:10.626774 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port 81fc3e62-68c2-450b-a878-288815da6114 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:17:10.629871 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 81fc3e62-68c2-450b-a878-288815da6114 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:17:10.630355 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:10.640205 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d6cd468d-473a-4ee9-9497-9fd2846a1a48 req-158b3464-f6b7-43f4-9c56-e40dcd332375 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490706
May 12 08:17:10.785367 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:10.821950 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fc3e62-68c2-450b-a878-288815da6114'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:17:10.835114 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=81fc3e62-68c2-450b-a878-288815da6114,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:10.840966 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:10.843301 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:10.869138 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5226e9c-9464-4530-b7c1-627c9745b8a8 req-8b2424fe-a634-42f3-8d8e-f6f311276e1e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:10.870744 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b5226e9c-9464-4530-b7c1-627c9745b8a8 req-8b2424fe-a634-42f3-8d8e-f6f311276e1e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.1067185
May 12 08:17:10.923789 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b5226e9c-9464-4530-b7c1-627c9745b8a8 req-76b6e0d5-32b0-48a9-9c9b-62b2d6f3b560 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452185
May 12 08:17:10.983769 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=81fc3e62-68c2-450b-a878-288815da6114,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:10.987334 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:10.991245 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fc3e62-68c2-450b-a878-288815da6114', 'code': 200}
May 12 08:17:11.056309 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254b531-bb83-495b-95d5-801083f90732 req-205dcde0-cc77-4787-9532-45d79e0ed496 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:11.057803 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6254b531-bb83-495b-95d5-801083f90732 req-205dcde0-cc77-4787-9532-45d79e0ed496 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1222596
May 12 08:17:11.064412 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbfbc6-659b-4403-a48a-3a47966b0fee req-dcdbd433-8061-4cc0-8f09-7468af25360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:11.065893 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-effbfbc6-659b-4403-a48a-3a47966b0fee req-dcdbd433-8061-4cc0-8f09-7468af25360a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 1099 time: 0.1837795
May 12 08:17:11.184441 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6254b531-bb83-495b-95d5-801083f90732 req-33fe541d-f86f-4e88-9640-01a52fbe478e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174998
May 12 08:17:11.228413 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbfbc6-659b-4403-a48a-3a47966b0fee req-1fcab065-3aa7-4e3d-9329-d44b67b052a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:11.229984 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-effbfbc6-659b-4403-a48a-3a47966b0fee req-1fcab065-3aa7-4e3d-9329-d44b67b052a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 918 time: 0.1500607
May 12 08:17:11.262839 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a22505-4a74-4aac-829f-1154e1444d8b req-ebc02aa8-cdd1-4cdf-bc1b-eee9d5088304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:11.264257 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b3a22505-4a74-4aac-829f-1154e1444d8b req-ebc02aa8-cdd1-4cdf-bc1b-eee9d5088304 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 1099 time: 0.0772862
May 12 08:17:11.301784 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-effbfbc6-659b-4403-a48a-3a47966b0fee req-e10d0d8a-4dba-4de2-9f45-31b4b3c3f082 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900d3b22-52e1-49e8-97c7-b02d237731d7 HTTP/1.1" status: 200  len: 217 time: 0.0624433
May 12 08:17:11.308552 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-b3a22505-4a74-4aac-829f-1154e1444d8b req-c5d560a9-df47-4783-b4b4-2d5d6f836c90 service neutron] Synchronizing usage tracker for tenant:02d77e00a00c44eabe00d2598fe8fdc3 on resource:security_group {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:17:11.325805 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-b3a22505-4a74-4aac-829f-1154e1444d8b req-c5d560a9-df47-4783-b4b4-2d5d6f836c90 service neutron] Unset dirty status for tenant:02d77e00a00c44eabe00d2598fe8fdc3 on resource:security_group {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:17:11.326897 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b3a22505-4a74-4aac-829f-1154e1444d8b req-c5d560a9-df47-4783-b4b4-2d5d6f836c90 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539672
May 12 08:17:11.377617 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbfbc6-659b-4403-a48a-3a47966b0fee req-760c2212-d16f-4067-9215-5552b939030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:11.379092 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-effbfbc6-659b-4403-a48a-3a47966b0fee req-760c2212-d16f-4067-9215-5552b939030f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d718b66-00ea-4b07-8789-ea9a96f8f1de HTTP/1.1" status: 200  len: 857 time: 0.0585554
May 12 08:17:11.475664 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-effbfbc6-659b-4403-a48a-3a47966b0fee req-832f165b-a645-48b0-9220-3f190f2226d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16ee7d87-925d-4c15-81e4-8db373c2cfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559661
May 12 08:17:11.608688 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-effbfbc6-659b-4403-a48a-3a47966b0fee req-4672a143-bd6d-4ee0-9b60-ab2aec0eee8b service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244926
May 12 08:17:11.843695 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db05379-6dbe-4d20-890b-ef5ca9295e80 req-c34ed1a9-95b0-418c-b7fa-bd5965b43daf tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:11.845171 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8db05379-6dbe-4d20-890b-ef5ca9295e80 req-c34ed1a9-95b0-418c-b7fa-bd5965b43daf tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.0890760
May 12 08:17:11.891717 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8db05379-6dbe-4d20-890b-ef5ca9295e80 req-df5bdcb8-4248-4d84-b7df-60e76081e713 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405760
May 12 08:17:12.120509 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d6831-3a94-4e67-81b4-1d3f6d0e05fc req-ce332b98-98bc-4db6-911b-b2dc1752e1b7 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:12.122042 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cf4d6831-3a94-4e67-81b4-1d3f6d0e05fc req-ce332b98-98bc-4db6-911b-b2dc1752e1b7 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.0868804
May 12 08:17:12.168740 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cf4d6831-3a94-4e67-81b4-1d3f6d0e05fc req-14d33973-d554-4a4d-bfb6-9960370a978c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407722
May 12 08:17:12.382487 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4416db5-ba23-4731-b603-ed28dcee78b1 req-367452be-196f-4914-9df4-e7b049cd6683 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:12.383897 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b4416db5-ba23-4731-b603-ed28dcee78b1 req-367452be-196f-4914-9df4-e7b049cd6683 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0848558
May 12 08:17:12.428888 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b4416db5-ba23-4731-b603-ed28dcee78b1 req-289aabc3-c865-4f40-a08c-cee20f32ab69 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390809
May 12 08:17:13.114273 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04feebbe-216c-40af-94b8-d4c9317c6318 req-ffcd9ff3-8024-42eb-9edf-02df21d02561 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:13.115713 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-04feebbe-216c-40af-94b8-d4c9317c6318 req-ffcd9ff3-8024-42eb-9edf-02df21d02561 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.1051233
May 12 08:17:13.159121 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-04feebbe-216c-40af-94b8-d4c9317c6318 req-a4340f5c-cd05-4378-8dac-12b4f63fdc9d tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375433
May 12 08:17:13.359814 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9947ad-285e-4d70-a1ce-b065712a7f18 req-35100083-8a98-4787-80e3-8cf3c324026b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:13.361212 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3c9947ad-285e-4d70-a1ce-b065712a7f18 req-35100083-8a98-4787-80e3-8cf3c324026b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.0824037
May 12 08:17:13.404361 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3c9947ad-285e-4d70-a1ce-b065712a7f18 req-8b1a9a81-9c67-40dc-b6a2-aae34076be68 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372715
May 12 08:17:13.620341 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678c854-726f-4426-ac0d-122a233179a9 req-16dad203-f186-4fe2-86c6-d79a645b0cc2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:13.621820 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e678c854-726f-4426-ac0d-122a233179a9 req-16dad203-f186-4fe2-86c6-d79a645b0cc2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0871890
May 12 08:17:13.665064 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e678c854-726f-4426-ac0d-122a233179a9 req-8efa946e-8e29-4bab-a6a7-9b79a9dfbd9e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373034
May 12 08:17:14.358002 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32533493-0353-44d7-bdde-f367b768eb16 req-238e066f-5722-4d8b-acab-b656fcfd085d tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:14.359384 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-32533493-0353-44d7-bdde-f367b768eb16 req-238e066f-5722-4d8b-acab-b656fcfd085d tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.0836775
May 12 08:17:14.406628 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-32533493-0353-44d7-bdde-f367b768eb16 req-943da6ea-d232-447e-8cba-952e3c12049b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415642
May 12 08:17:14.603914 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecde8dd-8bff-4af6-8a07-aebf85b15439 req-daff77e0-29e8-4f86-bf00-9f6470320688 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:14.605392 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ecde8dd-8bff-4af6-8a07-aebf85b15439 req-daff77e0-29e8-4f86-bf00-9f6470320688 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.0937295
May 12 08:17:14.649421 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ecde8dd-8bff-4af6-8a07-aebf85b15439 req-089e4f4c-ed17-420a-98ef-8fb369208dfe tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381784
May 12 08:17:14.851393 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6bcc7-9db2-4346-bd15-5ceaf9821a21 req-25030669-50d5-43a9-9b96-af32c1009118 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:14.852955 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c2c6bcc7-9db2-4346-bd15-5ceaf9821a21 req-25030669-50d5-43a9-9b96-af32c1009118 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0810871
May 12 08:17:14.896275 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c2c6bcc7-9db2-4346-bd15-5ceaf9821a21 req-b284964b-5d3c-40aa-a78f-08167b4b85ce tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375595
May 12 08:17:15.463016 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-effbfbc6-659b-4403-a48a-3a47966b0fee req-44967e18-e6e7-4e01-8b8d-c76257f8ce47 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417572
May 12 08:17:15.749593 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13b7cb-d875-4d08-96db-56c02163cffe req-88e1c3d4-e123-42a8-b240-51429222f400 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:15.751089 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6f13b7cb-d875-4d08-96db-56c02163cffe req-88e1c3d4-e123-42a8-b240-51429222f400 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.0865493
May 12 08:17:15.798177 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6f13b7cb-d875-4d08-96db-56c02163cffe req-c1324ed2-776b-41e9-b5b5-fe82992ddca1 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411000
May 12 08:17:15.845852 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048eead0-4ff0-4300-81b9-aef8e4f2acf4 req-9d0192c8-ff93-4359-9af6-8db56ab6d038 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:15.847914 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-048eead0-4ff0-4300-81b9-aef8e4f2acf4 req-9d0192c8-ff93-4359-9af6-8db56ab6d038 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.0885262
May 12 08:17:15.939960 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-048eead0-4ff0-4300-81b9-aef8e4f2acf4 req-80c49ce5-3474-41ed-b78c-260b90316bf1 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864048
May 12 08:17:16.113721 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af5cd3-e9b1-4647-9ffc-14356b0ac62f req-f81d3677-d398-4d7c-bb12-d4469441d69c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:16.115217 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c5af5cd3-e9b1-4647-9ffc-14356b0ac62f req-f81d3677-d398-4d7c-bb12-d4469441d69c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0826571
May 12 08:17:16.161406 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c5af5cd3-e9b1-4647-9ffc-14356b0ac62f req-20347bcb-41c1-445f-ab66-54a9ea1f621b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404248
May 12 08:17:16.986537 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37818253-633d-4ad5-b87e-3496e9fa97da req-ba4f32e0-cbe3-4531-bc81-1d3651e51eae tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:16.987981 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-37818253-633d-4ad5-b87e-3496e9fa97da req-ba4f32e0-cbe3-4531-bc81-1d3651e51eae tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.0841849
May 12 08:17:17.038426 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-37818253-633d-4ad5-b87e-3496e9fa97da req-0567fdd6-6844-4a76-8981-9d9724a1d20a tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447254
May 12 08:17:17.143313 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198712-bf2f-4ccf-87fe-fb4c728b8e7f req-051bbaf7-eebc-4ffc-bf0b-d7f299e2f6f9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:17.144927 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3d198712-bf2f-4ccf-87fe-fb4c728b8e7f req-051bbaf7-eebc-4ffc-bf0b-d7f299e2f6f9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.0842235
May 12 08:17:17.200934 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3d198712-bf2f-4ccf-87fe-fb4c728b8e7f req-b330d034-827b-4349-82a3-f9aa6108e67b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497642
May 12 08:17:17.392946 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da5c0f-15c8-4b94-947e-39e883e1d811 req-22692847-adfc-40b0-9b8e-8d4f92e6537a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:17.394576 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-08da5c0f-15c8-4b94-947e-39e883e1d811 req-22692847-adfc-40b0-9b8e-8d4f92e6537a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0805578
May 12 08:17:17.421786 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93012375-566e-4438-91c5-a4715dc21f32 req-7b2814c1-d36d-4740-b32d-d38df2a96d5f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:17.423198 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-7b2814c1-d36d-4740-b32d-d38df2a96d5f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 814 time: 0.1438394
May 12 08:17:17.438266 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-07242deb-1455-4e3a-84d2-8016d67b9983 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/quotas/107be98ae32048d89e278f66249d99b0 HTTP/1.1" status: 200  len: 375 time: 0.0094607
May 12 08:17:17.440960 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-08da5c0f-15c8-4b94-947e-39e883e1d811 req-5cc622b4-0007-4214-9166-add4b3224b26 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404973
May 12 08:17:17.517764 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-efde3544-f936-40e9-82f0-e227dfaa27e0 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0736623
May 12 08:17:17.651132 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-f423acfc-140e-4f20-bd2a-964ed637fd74 service neutron] 10.222.0.36 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266036
May 12 08:17:17.663683 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff69dd7-5ae7-4482-8328-6aa295899c4e req-e6c62a72-fa34-4a37-a59e-47e26f68f658 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:17.665237 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6ff69dd7-5ae7-4482-8328-6aa295899c4e req-e6c62a72-fa34-4a37-a59e-47e26f68f658 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1337245
May 12 08:17:17.673792 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 56952) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:17.679625 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-c8863637-250e-4732-b680-6d7c8d3e1f5a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Request body: {'floatingip': {'port_id': '81fc3e62-68c2-450b-a878-288815da6114'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:17:17.758379 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8863637-250e-4732-b680-6d7c8d3e1f5a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:17.792848 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-423b3b93-a5d6-48c9-9488-a62511462717 service neutron] 10.222.0.36 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305568
May 12 08:17:18.137932 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-bfc6d631-3f76-46a5-b79f-9cbed5836de3 req-212c2c5d-de9f-4b92-8f4f-77d542f5d89e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 210 time: 0.1200950
May 12 08:17:18.402645 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69233f-bf98-439e-8ad8-35b193eedce8 req-d175f2fc-8a1b-45df-99ea-2bef9a738016 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:18.409697 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9c69233f-bf98-439e-8ad8-35b193eedce8 req-d175f2fc-8a1b-45df-99ea-2bef9a738016 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.1187341
May 12 08:17:18.458309 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9c69233f-bf98-439e-8ad8-35b193eedce8 req-1b86a05d-ee04-4ede-8f83-527e97cfd266 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477579
May 12 08:17:18.705407 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8863637-250e-4732-b680-6d7c8d3e1f5a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:18.712351 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8863637-250e-4732-b680-6d7c8d3e1f5a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:18.935921 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24c9f9-d732-4dbe-b2c1-3d6bfeb05872 req-49ed88be-d9cb-4cf3-ac80-f2b4aaf541eb tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:18.937323 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4f24c9f9-d732-4dbe-b2c1-3d6bfeb05872 req-49ed88be-d9cb-4cf3-ac80-f2b4aaf541eb tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.3737798
May 12 08:17:19.001326 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.l3_db [None req-c8863637-250e-4732-b680-6d7c8d3e1f5a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Floating IP fee9a884-9479-4c86-8ce8-957a8d5e3054 associated. External IP: 172.27.2.48, port: 81fc3e62-68c2-450b-a878-288815da6114.
May 12 08:17:19.060587 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4f24c9f9-d732-4dbe-b2c1-3d6bfeb05872 req-ba9ccf29-fb87-415e-ab94-16029628c3b7 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155441
May 12 08:17:19.298051 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d5fb6a43-b608-4a40-8827-9a6a520875a6 req-cd27348c-16e4-465c-aaa6-0e4f51c10e8f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 210 time: 0.0419507
May 12 08:17:19.358480 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8863637-250e-4732-b680-6d7c8d3e1f5a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Router 5300f606-e601-49ee-96d4-1c2698fdd6f3 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:17:19.551915 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8863637-250e-4732-b680-6d7c8d3e1f5a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:17:19.556653 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8863637-250e-4732-b680-6d7c8d3e1f5a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:19.565286 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc7ba5-1bca-4259-914b-9494779d4e86 None None] Sync routers for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:17:19.574399 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc7ba5-1bca-4259-914b-9494779d4e86 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:17:19.575074 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-c4bc7ba5-1bca-4259-914b-9494779d4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c997fc7f0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:16:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:17:19.659299 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-c8863637-250e-4732-b680-6d7c8d3e1f5a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "PUT /v2.0/floatingips/fee9a884-9479-4c86-8ce8-957a8d5e3054 HTTP/1.1" status: 200  len: 991 time: 1.9815273
May 12 08:17:19.659299 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'tag': '81fc3e62-68c2-450b-a878-288815da6114'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:17:19.691035 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f066e-132a-4f40-8503-2adc81fd08b9 req-3bc7ccde-0f81-444b-9c2b-d4fb61316983 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:19.692510 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-423f066e-132a-4f40-8503-2adc81fd08b9 req-3bc7ccde-0f81-444b-9c2b-d4fb61316983 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.1116750
May 12 08:17:19.738026 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-423f066e-132a-4f40-8503-2adc81fd08b9 req-39b9cedd-08fc-4fb3-9568-c49b471b59a2 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387979
May 12 08:17:19.753477 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-c4bc7ba5-1bca-4259-914b-9494779d4e86 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:17:19.792519 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'tag': '81fc3e62-68c2-450b-a878-288815da6114', 'status': 'completed', 'code': 200}
May 12 08:17:20.111245 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-c4bc7ba5-1bca-4259-914b-9494779d4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c997fc7f0>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'fee9a884-9479-4c86-8ce8-957a8d5e3054', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'port_id': '81fc3e62-68c2-450b-a878-288815da6114', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'mac_address': 'fa:16:3e:0f:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:16:44Z', 'updated_at': '2021-05-12T08:17:18Z', 'revision_number': 1, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:44Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:17:20.115260 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc7ba5-1bca-4259-914b-9494779d4e86 None None] Checking router: 5300f606-e601-49ee-96d4-1c2698fdd6f3 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:17:20.123736 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc7ba5-1bca-4259-914b-9494779d4e86 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:17:20.124336 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-c4bc7ba5-1bca-4259-914b-9494779d4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c997fc7f0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:16:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:17:20.248150 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518727b-f8f3-44df-835c-60383aba2529 req-06bdde3e-64e4-4698-bb56-5397d43e54fe tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:20.249673 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6518727b-f8f3-44df-835c-60383aba2529 req-06bdde3e-64e4-4698-bb56-5397d43e54fe tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0831909
May 12 08:17:20.297278 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6518727b-f8f3-44df-835c-60383aba2529 req-fc47df57-ad02-419c-b0c7-d45debe5c47e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413847
May 12 08:17:20.333623 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-c4bc7ba5-1bca-4259-914b-9494779d4e86 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:17:20.443482 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0b5b9771-e341-44f6-8c8f-fb67f50eae42 req-1637deeb-aa91-4739-bc31-fb3dc206eff9 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 210 time: 0.0426216
May 12 08:17:20.690602 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-c4bc7ba5-1bca-4259-914b-9494779d4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c997fc7f0>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'fee9a884-9479-4c86-8ce8-957a8d5e3054', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'port_id': '81fc3e62-68c2-450b-a878-288815da6114', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'mac_address': 'fa:16:3e:0f:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:16:44Z', 'updated_at': '2021-05-12T08:17:18Z', 'revision_number': 1, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:44Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:17:20.694759 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc7ba5-1bca-4259-914b-9494779d4e86 None None] The sync data for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi is: [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'fee9a884-9479-4c86-8ce8-957a8d5e3054', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'port_id': '81fc3e62-68c2-450b-a878-288815da6114', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'mac_address': 'fa:16:3e:0f:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:16:44Z', 'updated_at': '2021-05-12T08:17:18Z', 'revision_number': 1, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:44Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:17:20.880122 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765bd217-25ab-4e48-b7dd-aa9ce5d7387d None None] New status for floating IP fee9a884-9479-4c86-8ce8-957a8d5e3054: ACTIVE {{(pid=78690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:17:20.933949 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de6ebd-c941-4b0e-9846-4cd1feaa6354 req-d69ea820-78d7-4765-b08f-0cae755701e9 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:20.935521 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b1de6ebd-c941-4b0e-9846-4cd1feaa6354 req-d69ea820-78d7-4765-b08f-0cae755701e9 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 943 time: 0.0896001
May 12 08:17:20.992127 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b1de6ebd-c941-4b0e-9846-4cd1feaa6354 req-f6791082-8eb3-4492-b440-3370473f0699 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468807
May 12 08:17:21.481323 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3161c-a48e-41e9-9867-6d2544ffc87c req-49887e15-321f-415e-9cb2-d3d8e2b6a63c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:21.482798 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-70b3161c-a48e-41e9-9867-6d2544ffc87c req-49887e15-321f-415e-9cb2-d3d8e2b6a63c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0799587
May 12 08:17:21.523331 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device c86c651c-2c47-486b-9958-cfb78a22bc0b details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:17:21.531161 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-70b3161c-a48e-41e9-9867-6d2544ffc87c req-e6175fef-2659-4fce-8ac7-8e8df565d5db tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422044
May 12 08:17:21.654948 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port c86c651c-2c47-486b-9958-cfb78a22bc0b, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=c86c651c-2c47-486b-9958-cfb78a22bc0b,segment=NetworkSegment(24ee943b-0387-4da8-9613-f4c895716ba5),segment_id=24ee943b-0387-4da8-9613-f4c895716ba5)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:21.668697 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': 'c86c651c-2c47-486b-9958-cfb78a22bc0b', 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f', 'port_id': 'c86c651c-2c47-486b-9958-cfb78a22bc0b', 'mac_address': 'fa:16:3e:17:bb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b04f9b-262f-44f6-8431-7d3b66e55271', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:17:21.671655 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8daee4ac-2985-44dc-9505-e12b97bc366e req-9b093820-b9b1-4da9-94c1-d13c04bcf93f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 210 time: 0.0483007
May 12 08:17:21.727607 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:21.743991 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86c651c-2c47-486b-9958-cfb78a22bc0b {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:17:21.759374 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port c86c651c-2c47-486b-9958-cfb78a22bc0b, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=c86c651c-2c47-486b-9958-cfb78a22bc0b,segment=NetworkSegment(24ee943b-0387-4da8-9613-f4c895716ba5),segment_id=24ee943b-0387-4da8-9613-f4c895716ba5)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:21.764386 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:21.767155 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:21.833496 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=c86c651c-2c47-486b-9958-cfb78a22bc0b,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:21.841623 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:21.842052 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:21.842333 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:21.842707 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:21.843071 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:21.843419 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:21.843795 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:21.844088 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:21.844412 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:21.844727 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:21.845042 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:21.845387 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:21.849460 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:22.187769 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243e973-1e62-4f41-b9c0-4db8ffcd56b8 req-d93a4afe-9da5-48d9-8031-1b72b13e7ce6 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:22.189212 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9243e973-1e62-4f41-b9c0-4db8ffcd56b8 req-d93a4afe-9da5-48d9-8031-1b72b13e7ce6 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 944 time: 0.0885413
May 12 08:17:22.236025 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9243e973-1e62-4f41-b9c0-4db8ffcd56b8 req-5c96f51a-d072-4630-aa3b-68f3095277eb tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410109
May 12 08:17:22.732761 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30d452-769b-46e2-a4a5-ea5f2b4c6736 req-8af64ca4-a60d-4475-96c0-7b902bd7d1bd tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:22.734369 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-af30d452-769b-46e2-a4a5-ea5f2b4c6736 req-8af64ca4-a60d-4475-96c0-7b902bd7d1bd tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0953736
May 12 08:17:22.780341 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-af30d452-769b-46e2-a4a5-ea5f2b4c6736 req-cfb448d6-2e3d-448e-9269-742033940868 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399361
May 12 08:17:22.872503 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-2558e9e5-bc18-419b-a405-41f15c3635d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:22.944724 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5b060133-6dfe-4121-bc1b-67cef59bafcc req-75a896b7-c337-4842-bd62-852db7d964d7 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 210 time: 0.0546682
May 12 08:17:22.970805 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba6af5-4562-43ae-b76c-a4cadb6cc72e req-157612c0-6f41-4a2d-8cc3-acfdd9a0aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:22.972267 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3dba6af5-4562-43ae-b76c-a4cadb6cc72e req-157612c0-6f41-4a2d-8cc3-acfdd9a0aed1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 1099 time: 0.1191156
May 12 08:17:23.181945 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba6af5-4562-43ae-b76c-a4cadb6cc72e req-cee3ff75-dee1-41a2-a0f6-5f26ae31d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:23.183649 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3dba6af5-4562-43ae-b76c-a4cadb6cc72e req-cee3ff75-dee1-41a2-a0f6-5f26ae31d117 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 918 time: 0.2037320
May 12 08:17:23.289663 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3dba6af5-4562-43ae-b76c-a4cadb6cc72e req-262b2760-c9d0-455e-b861-4e0c954b12b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81fc3e62-68c2-450b-a878-288815da6114 HTTP/1.1" status: 200  len: 1001 time: 0.0963306
May 12 08:17:23.362639 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba6af5-4562-43ae-b76c-a4cadb6cc72e req-46493eb3-8ebe-4df0-82e2-0b94e1e7a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:23.364020 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3dba6af5-4562-43ae-b76c-a4cadb6cc72e req-46493eb3-8ebe-4df0-82e2-0b94e1e7a3e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 200  len: 856 time: 0.0585411
May 12 08:17:23.423614 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dfa12-aec1-4648-81cf-ceb7461f8d79 req-6e4fd770-03ac-491f-b43f-9001462e38a1 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:23.425573 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-690dfa12-aec1-4648-81cf-ceb7461f8d79 req-6e4fd770-03ac-491f-b43f-9001462e38a1 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 944 time: 0.0825806
May 12 08:17:23.444791 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['c86c651c-2c47-486b-9958-cfb78a22bc0b'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:17:23.477840 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba6af5-4562-43ae-b76c-a4cadb6cc72e req-a37748ce-668c-4b34-a44d-02b66afb940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:23.479977 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3dba6af5-4562-43ae-b76c-a4cadb6cc72e req-a37748ce-668c-4b34-a44d-02b66afb940e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922523
May 12 08:17:23.488061 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-690dfa12-aec1-4648-81cf-ceb7461f8d79 req-98b2c04d-83b9-43b5-96eb-ff77abee1777 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564401
May 12 08:17:23.632037 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3dba6af5-4562-43ae-b76c-a4cadb6cc72e req-cab62fbb-702e-473f-bf34-0f123b1914cc service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366897
May 12 08:17:23.792859 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3dba6af5-4562-43ae-b76c-a4cadb6cc72e req-9e4fbffb-a3b4-4e42-baa6-5902d07154a2 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449425
May 12 08:17:24.046533 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93012375-566e-4438-91c5-a4715dc21f32 req-aa331827-41e6-47e7-b63d-0efefa0c635e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:24.047216 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-93012375-566e-4438-91c5-a4715dc21f32 req-aa331827-41e6-47e7-b63d-0efefa0c635e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Synchronizing usage tracker for tenant:107be98ae32048d89e278f66249d99b0 on resource:network {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:17:24.081824 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-93012375-566e-4438-91c5-a4715dc21f32 req-aa331827-41e6-47e7-b63d-0efefa0c635e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Unset dirty status for tenant:107be98ae32048d89e278f66249d99b0 on resource:network {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:17:24.082991 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-aa331827-41e6-47e7-b63d-0efefa0c635e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 814 time: 0.2590005
May 12 08:17:24.095630 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecbd59-5365-43ef-b92c-8e2927cb2096 req-106500af-08b2-4f85-900c-18bf83364b9d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:24.097166 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-59ecbd59-5365-43ef-b92c-8e2927cb2096 req-106500af-08b2-4f85-900c-18bf83364b9d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1458917
May 12 08:17:24.101919 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Request body: {'port': {'device_id': 'b6b1a81f-6dc8-441c-93f1-2429c0b56c65', 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2', 'admin_state_up': True, 'tenant_id': '107be98ae32048d89e278f66249d99b0'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:17:24.202892 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-314b6f39-1cb6-426d-b61d-ef19dc19487a req-307d919d-3599-46a0-a8ca-3cb3520a3256 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 210 time: 0.0441298
May 12 08:17:24.230371 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-59ecbd59-5365-43ef-b92c-8e2927cb2096 req-531dae8c-1ea7-4b83-b386-82ead1903b19 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146591
May 12 08:17:24.271821 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:24.281387 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:24.291396 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Made reservation on behalf of 107be98ae32048d89e278f66249d99b0 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:17:24.294964 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:24.468351 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Allocated IP 172.20.0.13 (c5c93c52-d434-4d11-965a-99883e6ce5f2/9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8/76fe7079-d4ef-4e77-9940-e03e01715311) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:17:24.689102 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abecf2b-9707-43b8-b399-aefc087f511e req-d355cd64-c35b-4157-9067-4d7620ea3c45 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:24.690627 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5abecf2b-9707-43b8-b399-aefc087f511e req-d355cd64-c35b-4157-9067-4d7620ea3c45 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 944 time: 0.0865290
May 12 08:17:24.691437 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:24.731582 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:24.739271 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5abecf2b-9707-43b8-b399-aefc087f511e req-7a5a5a43-fd4c-40c3-ac20-d0117877ac0a tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421541
May 12 08:17:24.740214 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:24.747856 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['ccaad97e-28d7-43fc-8ccd-b132c7d9ada5'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:17:24.799791 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Network c5c93c52-d434-4d11-965a-99883e6ce5f2 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:17:24.800349 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device c86c651c-2c47-486b-9958-cfb78a22bc0b up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:17:24.803058 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:17:24.812062 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:17:24.846678 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Pushing event updated for resources: {'Port': ['ID=76fe7079-d4ef-4e77-9940-e03e01715311,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:24.861116 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:24.861519 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:24.861839 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:24.862180 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:24.862514 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:24.862851 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:24.863183 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:24.863513 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:24.863842 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:24.864171 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:24.864520 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:24.864816 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:24.875612 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:24.899495 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:24.900318 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:24.936570 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port c86c651c-2c47-486b-9958-cfb78a22bc0b completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:17:24.950810 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8476923
May 12 08:17:24.950916 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port c86c651c-2c47-486b-9958-cfb78a22bc0b triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:17:24.950916 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:24.962747 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Request body: {'port': {'device_id': 'b6b1a81f-6dc8-441c-93f1-2429c0b56c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:17:25.140178 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:25.171975 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19a0de9-88eb-4d70-a54b-55c06bd54306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86c651c-2c47-486b-9958-cfb78a22bc0b'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:17:25.184309 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port c86c651c-2c47-486b-9958-cfb78a22bc0b, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=c86c651c-2c47-486b-9958-cfb78a22bc0b,segment=NetworkSegment(24ee943b-0387-4da8-9613-f4c895716ba5),segment_id=24ee943b-0387-4da8-9613-f4c895716ba5)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:25.191011 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:25.193154 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:25.201495 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:25.300835 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:25.304374 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=c86c651c-2c47-486b-9958-cfb78a22bc0b,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:25.317419 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:25.335513 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19a0de9-88eb-4d70-a54b-55c06bd54306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86c651c-2c47-486b-9958-cfb78a22bc0b', 'code': 200}
May 12 08:17:25.540251 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-f6408401-bd0f-4ee8-974a-1dfba379e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:25.783943 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce34fc-0cad-4e9e-aec6-4093ca092383 req-d5e198d9-e64a-4bc6-964b-d8622fa69cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:25.785551 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-14ce34fc-0cad-4e9e-aec6-4093ca092383 req-d5e198d9-e64a-4bc6-964b-d8622fa69cf6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 1098 time: 0.1328762
May 12 08:17:25.797279 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90145475-fe58-4f79-a675-0584fcdebe03 req-1fd44faf-7913-49f5-92f5-bcc7da6d8b40 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:25.801863 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-90145475-fe58-4f79-a675-0584fcdebe03 req-1fd44faf-7913-49f5-92f5-bcc7da6d8b40 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1871693
May 12 08:17:25.825077 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fe7079-d4ef-4e77-9940-e03e01715311 {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:17:25.840736 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fbe2d-14bc-4ed4-9f4e-cca4eb921958 req-509c257d-b85f-4d61-8189-9818f4214cfa tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:25.841516 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-ad0fbe2d-14bc-4ed4-9f4e-cca4eb921958 req-509c257d-b85f-4d61-8189-9818f4214cfa tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Synchronizing usage tracker for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:17:25.850945 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:25.872461 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Transition to ACTIVE for port object 76fe7079-d4ef-4e77-9940-e03e01715311 will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:17:25.873370 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-ad0fbe2d-14bc-4ed4-9f4e-cca4eb921958 req-509c257d-b85f-4d61-8189-9818f4214cfa tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Unset dirty status for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:17:25.874385 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-14ce34fc-0cad-4e9e-aec6-4093ca092383 req-e3d1a997-86a9-4d61-9927-c8b4705f0c41 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715070
May 12 08:17:25.880388 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad0fbe2d-14bc-4ed4-9f4e-cca4eb921958 req-509c257d-b85f-4d61-8189-9818f4214cfa tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 932 time: 0.2919440
May 12 08:17:25.899625 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:25.911458 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:25.911562 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-90145475-fe58-4f79-a675-0584fcdebe03 req-e5622446-c7bd-48c0-8b10-c0821e2e0337 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668499
May 12 08:17:26.042557 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad0fbe2d-14bc-4ed4-9f4e-cca4eb921958 req-1ea5aba2-c7a9-4e4b-a1c4-a4f25ebf8f37 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610775
May 12 08:17:26.075130 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Pushing event updated for resources: {'Port': ['ID=76fe7079-d4ef-4e77-9940-e03e01715311,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:26.090019 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:26.124233 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e042472-2d91-4d57-a27e-e7e313ff2423 req-f154d5d2-94cd-4ad6-a84e-d34f595dffb7 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:26.125817 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6e042472-2d91-4d57-a27e-e7e313ff2423 req-f154d5d2-94cd-4ad6-a84e-d34f595dffb7 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 946 time: 0.1221833
May 12 08:17:26.178639 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6e042472-2d91-4d57-a27e-e7e313ff2423 req-22eb21da-dbbd-4d23-a9ba-d311e26a2a75 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441782
May 12 08:17:26.271551 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Attempting to bind port 76fe7079-d4ef-4e77-9940-e03e01715311 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:17:26.271892 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Attempting to bind port 76fe7079-d4ef-4e77-9940-e03e01715311 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:17:26.272217 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Attempting to bind port 76fe7079-d4ef-4e77-9940-e03e01715311 on network c5c93c52-d434-4d11-965a-99883e6ce5f2 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:17:26.280651 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Port 76fe7079-d4ef-4e77-9940-e03e01715311 on network c5c93c52-d434-4d11-965a-99883e6ce5f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:17:26.280975 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Attempting to bind port 76fe7079-d4ef-4e77-9940-e03e01715311 on network c5c93c52-d434-4d11-965a-99883e6ce5f2 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:17:26.291617 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:17:26.291968 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Checking segment: {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:17:26.292357 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Bound using segment: {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:17:26.292788 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Bound port: 76fe7079-d4ef-4e77-9940-e03e01715311, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:17:26.294044 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:26.323428 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf0b05-bbfb-4d03-89bc-6dd97c4950d2 req-66bb62c0-71f1-43bc-a6a9-05946942b089 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:26.324972 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-33cf0b05-bbfb-4d03-89bc-6dd97c4950d2 req-66bb62c0-71f1-43bc-a6a9-05946942b089 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 945 time: 0.1589599
May 12 08:17:26.382177 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:26.433777 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-33cf0b05-bbfb-4d03-89bc-6dd97c4950d2 req-e8aeda6e-fd02-435d-96da-d5d317b08468 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771015
May 12 08:17:26.456776 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] For port 76fe7079-d4ef-4e77-9940-e03e01715311, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:17:26.460466 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] For port 76fe7079-d4ef-4e77-9940-e03e01715311, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=76fe7079-d4ef-4e77-9940-e03e01715311,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:17:26.464507 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:26.468491 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:26.520538 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:26.521174 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:26.522544 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] 10.222.0.39 "PUT /v2.0/ports/76fe7079-d4ef-4e77-9940-e03e01715311 HTTP/1.1" status: 200  len: 1094 time: 1.5653744
May 12 08:17:26.523011 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b1a81f-6dc8-441c-93f1-2429c0b56c65', 'tag': '76fe7079-d4ef-4e77-9940-e03e01715311'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:17:26.547066 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Pushing event updated for resources: {'Port': ['ID=76fe7079-d4ef-4e77-9940-e03e01715311,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:26.549810 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:26.606544 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b1a81f-6dc8-441c-93f1-2429c0b56c65', 'tag': '76fe7079-d4ef-4e77-9940-e03e01715311', 'status': 'completed', 'code': 200}
May 12 08:17:26.642478 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93012375-566e-4438-91c5-a4715dc21f32 req-74a311fa-95c5-4c20-b5b2-aafac387059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:26.643974 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-74a311fa-95c5-4c20-b5b2-aafac387059b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 1097 time: 0.0755448
May 12 08:17:26.718241 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-75a2e9d9-03e7-4e07-9bab-987d829bf9a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76fe7079-d4ef-4e77-9940-e03e01715311 HTTP/1.1" status: 200  len: 217 time: 0.0621171
May 12 08:17:26.785068 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93012375-566e-4438-91c5-a4715dc21f32 req-d029201b-87ba-4fe2-b79e-848234c45140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:26.786480 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-d029201b-87ba-4fe2-b79e-848234c45140 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8 HTTP/1.1" status: 200  len: 854 time: 0.0609653
May 12 08:17:26.834532 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-633f00de-cf81-4d47-a93a-e7936cd02c9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c93c52-d434-4d11-965a-99883e6ce5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397766
May 12 08:17:26.983911 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-f0ec7699-bbac-449b-9a7b-64b0d55e29e2 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367791
May 12 08:17:27.238270 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd0320-8f21-491c-9215-17a5489cf4c6 req-74d7b772-321a-4d17-81f3-704414812ddf tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:27.240241 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f5dd0320-8f21-491c-9215-17a5489cf4c6 req-74d7b772-321a-4d17-81f3-704414812ddf tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 944 time: 0.0877600
May 12 08:17:27.284733 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f5dd0320-8f21-491c-9215-17a5489cf4c6 req-581e6705-902b-4f18-86d7-a384c40d9a61 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384791
May 12 08:17:27.316274 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93012375-566e-4438-91c5-a4715dc21f32 req-2d68d58c-2939-45fc-8d7b-c1c4dd96486d service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3091357
May 12 08:17:27.327615 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057fc12-7483-4458-a351-575ac6b638c6 req-707efde7-5a8f-4337-afa8-4bc2ab7253a3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:27.329090 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4057fc12-7483-4458-a351-575ac6b638c6 req-707efde7-5a8f-4337-afa8-4bc2ab7253a3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.2983315
May 12 08:17:27.375841 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4057fc12-7483-4458-a351-575ac6b638c6 req-4c8fa1d9-341a-4389-b0b3-9e056090afa0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399883
May 12 08:17:27.450530 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb65b94-8b48-4a0c-a423-adb472c59288 req-d34fd3ed-8cc2-401e-a618-666c4afe53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:27.452060 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9cb65b94-8b48-4a0c-a423-adb472c59288 req-d34fd3ed-8cc2-401e-a618-666c4afe53d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 1097 time: 0.0747037
May 12 08:17:27.512093 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a131ad5-e12f-4d75-b324-f51fccf7fcba req-fd3b8dd2-98ff-4102-a381-3fc4beb5dbe3 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:27.524387 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6a131ad5-e12f-4d75-b324-f51fccf7fcba req-fd3b8dd2-98ff-4102-a381-3fc4beb5dbe3 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 946 time: 0.1423340
May 12 08:17:27.572163 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6a131ad5-e12f-4d75-b324-f51fccf7fcba req-56c4f558-9f7c-4859-a95d-f15a2d8e6c5e tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467353
May 12 08:17:27.612243 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb65b94-8b48-4a0c-a423-adb472c59288 req-d281dedc-40f7-46c9-8bc9-2c4aa2df907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:27.613842 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9cb65b94-8b48-4a0c-a423-adb472c59288 req-d281dedc-40f7-46c9-8bc9-2c4aa2df907c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 915 time: 0.1459501
May 12 08:17:27.704271 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9cb65b94-8b48-4a0c-a423-adb472c59288 req-bacad38c-2d82-4b7c-82f7-087ddad0e05d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76fe7079-d4ef-4e77-9940-e03e01715311 HTTP/1.1" status: 200  len: 217 time: 0.0695388
May 12 08:17:27.778681 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb65b94-8b48-4a0c-a423-adb472c59288 req-28ca8f65-69ab-4c54-9bc3-9a9c05f1f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:27.782078 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34ca5e-bcf4-40f3-a0a4-104fed082c6b req-5a00ac4d-c507-4a7d-ba05-e1df5cfadb73 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:27.790270 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1a34ca5e-bcf4-40f3-a0a4-104fed082c6b req-5a00ac4d-c507-4a7d-ba05-e1df5cfadb73 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 945 time: 0.1145337
May 12 08:17:27.791528 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9cb65b94-8b48-4a0c-a423-adb472c59288 req-28ca8f65-69ab-4c54-9bc3-9a9c05f1f379 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8 HTTP/1.1" status: 200  len: 854 time: 0.0767787
May 12 08:17:27.802959 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:27.854598 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1a34ca5e-bcf4-40f3-a0a4-104fed082c6b req-ea6b23aa-3c1b-4c4e-8293-2c7d055448e6 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632799
May 12 08:17:27.871944 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57168) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:27.873712 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9cb65b94-8b48-4a0c-a423-adb472c59288 req-0dff5c05-001f-49a4-bb89-a43467c34731 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c93c52-d434-4d11-965a-99883e6ce5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0671353
May 12 08:17:28.031162 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9cb65b94-8b48-4a0c-a423-adb472c59288 req-78911a1f-f0b6-4e3d-8908-daf401603adc service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496582
May 12 08:17:28.084743 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:28.104958 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:28.114232 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Usage tracker for resource:security_group_rule and tenant:2bad37edc1f543c082fb964a1da3f9af is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:28.117611 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:28.125427 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:28.210713 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9cb65b94-8b48-4a0c-a423-adb472c59288 req-f280fa57-1365-4ebc-9541-706d77a7e0b6 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514728
May 12 08:17:28.218383 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:28.222180 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:28.231684 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:28.272442 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bad37edc1f543c082fb964a1da3f9af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3994153
May 12 08:17:28.275383 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57228) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:28.278692 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc56f13d-303c-461c-9dcf-e1c1baf9b818,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:28.302190 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:28.303000 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:28.303564 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:28.304075 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:28.304593 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:28.305281 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:28.305770 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:28.306573 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:28.307071 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:28.307586 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:28.308731 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:28.309281 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:17:28.322975 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:28.369390 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41ff6adc-4f03-467d-9934-98f4a09fd0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:28.413801 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41ff6adc-4f03-467d-9934-98f4a09fd0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:28.415600 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2e963-40b3-4931-9210-ead8514f80d3 req-d983419c-1c83-4aed-aa15-263514781f44 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:28.417364 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4ed2e963-40b3-4931-9210-ead8514f80d3 req-d983419c-1c83-4aed-aa15-263514781f44 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 946 time: 0.1841288
May 12 08:17:28.502799 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41ff6adc-4f03-467d-9934-98f4a09fd0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:28.511299 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-e9fa3445-5f47-46dc-94cf-06382708e34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:28.528875 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff6adc-4f03-467d-9934-98f4a09fd0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc56f13d-303c-461c-9dcf-e1c1baf9b818,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:28.543314 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-41ff6adc-4f03-467d-9934-98f4a09fd0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:28.548430 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41ff6adc-4f03-467d-9934-98f4a09fd0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:28.549600 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-41ff6adc-4f03-467d-9934-98f4a09fd0a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc56f13d-303c-461c-9dcf-e1c1baf9b818 HTTP/1.1" status: 204  len: 168 time: 0.2727089
May 12 08:17:28.617973 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 57246) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:28.682228 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385ee3d-e7c7-4776-8755-5baf49a79b3c req-c2b3c9b4-4c75-41e3-bc73-0e46a7b596b7 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:28.684232 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b385ee3d-e7c7-4776-8755-5baf49a79b3c req-c2b3c9b4-4c75-41e3-bc73-0e46a7b596b7 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0965838
May 12 08:17:28.710380 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e767-47ab-421b-b9ef-160ebb0992f8 req-f512a6aa-ad8b-43af-992c-848afca0b712 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:28.710380 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e995e767-47ab-421b-b9ef-160ebb0992f8 req-f512a6aa-ad8b-43af-992c-848afca0b712 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 944 time: 0.2439408
May 12 08:17:28.765806 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b385ee3d-e7c7-4776-8755-5baf49a79b3c req-feabcc71-154a-4074-b4d4-20669cc597f3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760393
May 12 08:17:28.787778 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e995e767-47ab-421b-b9ef-160ebb0992f8 req-7f1acdac-fe0b-49d7-9871-71981ecd5e8c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636747
May 12 08:17:28.821840 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-4ed2e963-40b3-4931-9210-ead8514f80d3 req-2c93582e-6860-4e82-a0bb-374a7abb1683 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Deleting port b721e8c0-2258-4c11-8b70-0386dc2d72f1 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:17:28.822394 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4ed2e963-40b3-4931-9210-ead8514f80d3 req-2c93582e-6860-4e82-a0bb-374a7abb1683 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:28.924839 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa494-8e0d-414d-bdeb-95b99f60b853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:28.948306 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-4a0aa494-8e0d-414d-bdeb-95b99f60b853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:28.965939 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-4a0aa494-8e0d-414d-bdeb-95b99f60b853 admin admin] Usage tracker for resource:security_group_rule and tenant:8c4276f52f8947ce9983549270ce6be8 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:28.970942 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-4a0aa494-8e0d-414d-bdeb-95b99f60b853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:28.990387 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-4a0aa494-8e0d-414d-bdeb-95b99f60b853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:29.034718 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aa66e-a987-4ce0-aa2f-d59b22cdd5c0 req-cfce164f-7384-41cb-afe0-94195088a4cf tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:29.037016 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5f1aa66e-a987-4ce0-aa2f-d59b22cdd5c0 req-cfce164f-7384-41cb-afe0-94195088a4cf tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 946 time: 0.0882535
May 12 08:17:29.037449 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-4ed2e963-40b3-4931-9210-ead8514f80d3 req-2c93582e-6860-4e82-a0bb-374a7abb1683 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] For port b721e8c0-2258-4c11-8b70-0386dc2d72f1, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b721e8c0-2258-4c11-8b70-0386dc2d72f1,segment=NetworkSegment(3ac69f9d-45aa-4efc-9255-1a0e1fccb70c),segment_id=3ac69f9d-45aa-4efc-9255-1a0e1fccb70c)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:29.037812 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4ed2e963-40b3-4931-9210-ead8514f80d3 req-2c93582e-6860-4e82-a0bb-374a7abb1683 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:29.093641 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5f1aa66e-a987-4ce0-aa2f-d59b22cdd5c0 req-497d5f21-5357-4991-bce9-7852b193e57a tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/security-groups?id=49155722-618d-4b8f-af4b-e797548efaf4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506225
May 12 08:17:29.169764 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-4ed2e963-40b3-4931-9210-ead8514f80d3 req-2c93582e-6860-4e82-a0bb-374a7abb1683 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Calling delete_port for b721e8c0-2258-4c11-8b70-0386dc2d72f1 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:17:29.384367 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa494-8e0d-414d-bdeb-95b99f60b853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:29.395513 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa494-8e0d-414d-bdeb-95b99f60b853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:29.404742 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1c9f49fa-d48a-40bf-a88d-3e62c469df11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:29.449552 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-4a0aa494-8e0d-414d-bdeb-95b99f60b853 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c4276f52f8947ce9983549270ce6be8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8271616
May 12 08:17:29.452233 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57290) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:29.483642 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0aa494-8e0d-414d-bdeb-95b99f60b853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78f0df6-b5b5-4d68-81e9-cafadb05540b,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:29.490477 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-4a0aa494-8e0d-414d-bdeb-95b99f60b853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:29.525425 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4ed2e963-40b3-4931-9210-ead8514f80d3 req-2c93582e-6860-4e82-a0bb-374a7abb1683 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:29.537770 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:29.542517 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['b721e8c0-2258-4c11-8b70-0386dc2d72f1'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:17:29.561509 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-86907436-547e-4a44-89a2-0c8da0ac7200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:29.590736 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-86907436-547e-4a44-89a2-0c8da0ac7200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:29.594873 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93582e-6860-4e82-a0bb-374a7abb1683 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Pushing event deleted for resources: {'Port': ['ID=b721e8c0-2258-4c11-8b70-0386dc2d72f1,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:29.632105 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2c93582e-6860-4e82-a0bb-374a7abb1683 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:29.655123 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-86907436-547e-4a44-89a2-0c8da0ac7200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:29.658911 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:29.673740 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86907436-547e-4a44-89a2-0c8da0ac7200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78f0df6-b5b5-4d68-81e9-cafadb05540b,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:29.677347 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed2e963-40b3-4931-9210-ead8514f80d3 req-2c93582e-6860-4e82-a0bb-374a7abb1683 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] No DVR routers for this DVR port b721e8c0-2258-4c11-8b70-0386dc2d72f1 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:17:29.680310 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4ed2e963-40b3-4931-9210-ead8514f80d3 req-2c93582e-6860-4e82-a0bb-374a7abb1683 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:29.682904 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-86907436-547e-4a44-89a2-0c8da0ac7200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:29.684157 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-86907436-547e-4a44-89a2-0c8da0ac7200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:29.685762 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-86907436-547e-4a44-89a2-0c8da0ac7200 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f78f0df6-b5b5-4d68-81e9-cafadb05540b HTTP/1.1" status: 204  len: 168 time: 0.2315319
May 12 08:17:29.696690 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d831c2f-5c97-478c-a95b-30db54027e9a', 'name': 'network-vif-deleted', 'tag': 'b721e8c0-2258-4c11-8b70-0386dc2d72f1'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:17:29.707720 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4ed2e963-40b3-4931-9210-ead8514f80d3 req-2c93582e-6860-4e82-a0bb-374a7abb1683 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.39 "DELETE /v2.0/ports/b721e8c0-2258-4c11-8b70-0386dc2d72f1 HTTP/1.1" status: 204  len: 173 time: 1.2763994
May 12 08:17:29.768093 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d831c2f-5c97-478c-a95b-30db54027e9a', 'name': 'network-vif-deleted', 'tag': 'b721e8c0-2258-4c11-8b70-0386dc2d72f1', 'status': 'completed', 'code': 200}
May 12 08:17:30.006253 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e59b51-4f0a-43d6-bdf9-4434ddec3290 req-c0a64738-5c12-41ce-8061-f8cc92f7ecfd tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:30.007377 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40b4f6-63c4-469d-a848-0a5af71876b8 req-40a6be69-c643-46ae-8aba-85814276a198 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:30.007777 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-80e59b51-4f0a-43d6-bdf9-4434ddec3290 req-c0a64738-5c12-41ce-8061-f8cc92f7ecfd tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 944 time: 0.0961590
May 12 08:17:30.013651 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-fe40b4f6-63c4-469d-a848-0a5af71876b8 req-40a6be69-c643-46ae-8aba-85814276a198 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1085203
May 12 08:17:30.060909 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-80e59b51-4f0a-43d6-bdf9-4434ddec3290 req-2cccfc05-92fa-4662-a5b1-ae6061882c98 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474749
May 12 08:17:30.081747 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-fe40b4f6-63c4-469d-a848-0a5af71876b8 req-c80b391c-a772-42b8-9596-e9ece971a628 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653811
May 12 08:17:30.131428 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57314) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:30.149598 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-18d0bddd-36ba-4554-b4b1-fce77cb8bbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:30.166319 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-18d0bddd-36ba-4554-b4b1-fce77cb8bbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:30.170700 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-18d0bddd-36ba-4554-b4b1-fce77cb8bbf8 admin admin] Usage tracker for resource:security_group_rule and tenant:6ff5b7e7763f4bf58bd62491298d6e57 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:30.174026 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-18d0bddd-36ba-4554-b4b1-fce77cb8bbf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:30.182089 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-18d0bddd-36ba-4554-b4b1-fce77cb8bbf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:30.323902 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-dabc04e8-cee7-4fe4-9019-e682e5afca69 req-59c71798-0a9e-4ab7-bbc4-394df1ea3602 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d831c2f-5c97-478c-a95b-30db54027e9a HTTP/1.1" status: 200  len: 210 time: 0.0501986
May 12 08:17:30.366705 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-18d0bddd-36ba-4554-b4b1-fce77cb8bbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:30.371507 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-18d0bddd-36ba-4554-b4b1-fce77cb8bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:30.379128 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-44f53b5e-2a4d-45cf-9acf-0055c435fa0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:30.421414 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0bddd-36ba-4554-b4b1-fce77cb8bbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f935ecb-51c0-42da-9da4-4f0f7eec7cc6,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:30.425618 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-18d0bddd-36ba-4554-b4b1-fce77cb8bbf8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ff5b7e7763f4bf58bd62491298d6e57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2932475
May 12 08:17:30.426526 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-18d0bddd-36ba-4554-b4b1-fce77cb8bbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:30.428203 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57322) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:30.485056 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5e78848b-f978-4cd3-914d-a703a1903940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:30.509980 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5e78848b-f978-4cd3-914d-a703a1903940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:30.561588 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5e78848b-f978-4cd3-914d-a703a1903940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:30.565272 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:30.577768 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78848b-f978-4cd3-914d-a703a1903940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f935ecb-51c0-42da-9da4-4f0f7eec7cc6,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:30.580555 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-5e78848b-f978-4cd3-914d-a703a1903940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:30.582449 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5e78848b-f978-4cd3-914d-a703a1903940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:30.586784 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-5e78848b-f978-4cd3-914d-a703a1903940 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f935ecb-51c0-42da-9da4-4f0f7eec7cc6 HTTP/1.1" status: 204  len: 168 time: 0.1544976
May 12 08:17:30.846246 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 76fe7079-d4ef-4e77-9940-e03e01715311 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:17:31.012986 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 76fe7079-d4ef-4e77-9940-e03e01715311, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=76fe7079-d4ef-4e77-9940-e03e01715311,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:31.028162 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '76fe7079-d4ef-4e77-9940-e03e01715311', 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2', 'port_id': '76fe7079-d4ef-4e77-9940-e03e01715311', 'mac_address': 'fa:16:3e:67:68:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:17:31.086284 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:31.110869 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fe7079-d4ef-4e77-9940-e03e01715311 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:17:31.150091 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 76fe7079-d4ef-4e77-9940-e03e01715311, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=76fe7079-d4ef-4e77-9940-e03e01715311,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:31.154932 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:31.157902 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:31.245740 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=76fe7079-d4ef-4e77-9940-e03e01715311,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:31.258012 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:31.307962 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5de40-277b-40e8-b3cc-e748f0a38fdc req-492f0581-94e5-442d-96e5-bd2ae144fdf8 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:31.308495 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0e36b-0b70-455a-b16f-fcc11fbd6c02 req-70b0adc1-285c-4130-ad4f-7b799cf6bab3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:31.314908 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8ec0e36b-0b70-455a-b16f-fcc11fbd6c02 req-70b0adc1-285c-4130-ad4f-7b799cf6bab3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0982332
May 12 08:17:31.315869 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-eee5de40-277b-40e8-b3cc-e748f0a38fdc req-492f0581-94e5-442d-96e5-bd2ae144fdf8 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 945 time: 0.1006744
May 12 08:17:31.356906 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8ec0e36b-0b70-455a-b16f-fcc11fbd6c02 req-3061b076-2c97-4ff6-82a2-f6b0b8105fb0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409415
May 12 08:17:31.359109 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-eee5de40-277b-40e8-b3cc-e748f0a38fdc req-d4b39a42-54f7-4c14-8296-88f5c6ffef8b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423374
May 12 08:17:31.822741 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['76fe7079-d4ef-4e77-9940-e03e01715311'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:17:32.568551 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c805fc0-113e-4de9-8b47-82e8d99d5c19 req-7b0b7988-c4c7-4bdb-be99-b99c8bddb4b8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:32.569056 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cf029-7153-47c3-aa25-4a30c2a89bdb req-0d53b51c-ada7-41b0-b8b4-b3a5529819c3 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:32.570069 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6c805fc0-113e-4de9-8b47-82e8d99d5c19 req-7b0b7988-c4c7-4bdb-be99-b99c8bddb4b8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0985835
May 12 08:17:32.570204 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e76cf029-7153-47c3-aa25-4a30c2a89bdb req-0d53b51c-ada7-41b0-b8b4-b3a5529819c3 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 945 time: 0.0977437
May 12 08:17:32.570589 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 57406) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:32.621376 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6c805fc0-113e-4de9-8b47-82e8d99d5c19 req-7be67392-5d6f-4d86-8161-08f14fa0fc6c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445101
May 12 08:17:32.626419 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e76cf029-7153-47c3-aa25-4a30c2a89bdb req-f0bb347b-5c32-4d2a-b2b2-41986e0574f5 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499320
May 12 08:17:32.692727 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b5ddca38-e1f9-4496-bc60-a27c19ec3e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:32.707142 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-b5ddca38-e1f9-4496-bc60-a27c19ec3e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:32.711177 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-b5ddca38-e1f9-4496-bc60-a27c19ec3e54 admin admin] Usage tracker for resource:security_group_rule and tenant:783b6a68e7004be59ef4580028f7fcf5 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:32.713923 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-b5ddca38-e1f9-4496-bc60-a27c19ec3e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:32.719462 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-b5ddca38-e1f9-4496-bc60-a27c19ec3e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:32.801982 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b5ddca38-e1f9-4496-bc60-a27c19ec3e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:32.806697 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-b5ddca38-e1f9-4496-bc60-a27c19ec3e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:32.814580 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3c20fe0a-fd8d-4acb-ac2f-9bdf3806affe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:32.855478 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddca38-e1f9-4496-bc60-a27c19ec3e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb84836f-6a93-4a60-84d8-68a95b087e50,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:32.859188 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-b5ddca38-e1f9-4496-bc60-a27c19ec3e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:32.868818 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-b5ddca38-e1f9-4496-bc60-a27c19ec3e54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=783b6a68e7004be59ef4580028f7fcf5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2901402
May 12 08:17:32.868818 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 57416) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:32.923269 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7593a179-7011-41bf-86c3-ef0e0c46c5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:32.951703 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7593a179-7011-41bf-86c3-ef0e0c46c5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:33.004638 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7593a179-7011-41bf-86c3-ef0e0c46c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:33.008408 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2ae67675-c760-4cf1-ab14-f740711bab59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:33.019244 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593a179-7011-41bf-86c3-ef0e0c46c5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb84836f-6a93-4a60-84d8-68a95b087e50,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:33.021501 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7593a179-7011-41bf-86c3-ef0e0c46c5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:33.027425 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7593a179-7011-41bf-86c3-ef0e0c46c5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:33.028521 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-7593a179-7011-41bf-86c3-ef0e0c46c5c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb84836f-6a93-4a60-84d8-68a95b087e50 HTTP/1.1" status: 204  len: 168 time: 0.1633029
May 12 08:17:33.329436 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57426) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:33.338152 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device b721e8c0-2258-4c11-8b70-0386dc2d72f1 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:17:33.347505 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-65ba6717-0f6f-40ee-a7f5-bf126040673c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:33.362102 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-65ba6717-0f6f-40ee-a7f5-bf126040673c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:33.366701 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-65ba6717-0f6f-40ee-a7f5-bf126040673c admin admin] Usage tracker for resource:security_group_rule and tenant:bf81eb09a3344995aecd1869b6d42768 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:33.369641 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-65ba6717-0f6f-40ee-a7f5-bf126040673c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:33.373649 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: b721e8c0-2258-4c11-8b70-0386dc2d72f1 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:17:33.373995 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device b721e8c0-2258-4c11-8b70-0386dc2d72f1 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:17:33.375949 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-65ba6717-0f6f-40ee-a7f5-bf126040673c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:33.460546 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-65ba6717-0f6f-40ee-a7f5-bf126040673c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:33.466288 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-65ba6717-0f6f-40ee-a7f5-bf126040673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:33.473388 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:33.511553 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba6717-0f6f-40ee-a7f5-bf126040673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9614b01a-77fc-46b4-ad16-f9f45d4b5b8a,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:33.516514 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-65ba6717-0f6f-40ee-a7f5-bf126040673c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf81eb09a3344995aecd1869b6d42768&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1860545
May 12 08:17:33.517417 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-65ba6717-0f6f-40ee-a7f5-bf126040673c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:33.519302 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57430) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:33.577309 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b708832b-c3a9-4688-99fd-3f7528156e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:33.607684 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b708832b-c3a9-4688-99fd-3f7528156e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:33.663789 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b708832b-c3a9-4688-99fd-3f7528156e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:33.667520 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-41ff6adc-4f03-467d-9934-98f4a09fd0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:33.678346 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708832b-c3a9-4688-99fd-3f7528156e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9614b01a-77fc-46b4-ad16-f9f45d4b5b8a,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:33.680610 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-b708832b-c3a9-4688-99fd-3f7528156e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:33.685569 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b708832b-c3a9-4688-99fd-3f7528156e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:33.686656 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-b708832b-c3a9-4688-99fd-3f7528156e02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9614b01a-77fc-46b4-ad16-f9f45d4b5b8a HTTP/1.1" status: 204  len: 168 time: 0.1666515
May 12 08:17:33.809217 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd730f-28bb-48bc-9b31-a11f4624d9cf req-de0f0a90-581e-4c14-b9a6-7235b716807f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:33.810701 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dcdd730f-28bb-48bc-9b31-a11f4624d9cf req-de0f0a90-581e-4c14-b9a6-7235b716807f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 945 time: 0.0791569
May 12 08:17:33.865747 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dcdd730f-28bb-48bc-9b31-a11f4624d9cf req-bf56ce01-0925-465b-b507-4e21bf1dde7b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489514
May 12 08:17:34.045230 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939c880-1b05-4363-8d9e-76fe341298a1 req-f4065377-6300-42a8-b2b7-41b03c5eb758 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:34.046729 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2939c880-1b05-4363-8d9e-76fe341298a1 req-f4065377-6300-42a8-b2b7-41b03c5eb758 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0794566
May 12 08:17:34.093038 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2939c880-1b05-4363-8d9e-76fe341298a1 req-cf87de73-a061-4f98-816a-ba953197fe05 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403874
May 12 08:17:35.072537 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a39bf-67c9-45d1-a377-cd287476fd24 req-fa7cb9b1-4b8c-43b3-bac0-22c59c1593ac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:35.074057 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-341a39bf-67c9-45d1-a377-cd287476fd24 req-fa7cb9b1-4b8c-43b3-bac0-22c59c1593ac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 945 time: 0.0916495
May 12 08:17:35.119675 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-341a39bf-67c9-45d1-a377-cd287476fd24 req-a61a601a-a2f8-40f3-a033-5a99f9f58dfa tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391729
May 12 08:17:35.299919 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e6bf9-2f94-4e26-a67c-78cd23003156 req-6841b284-f6ee-4e2f-8b69-5bf24142f3b8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:35.301697 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-058e6bf9-2f94-4e26-a67c-78cd23003156 req-6841b284-f6ee-4e2f-8b69-5bf24142f3b8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0818799
May 12 08:17:35.351256 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-058e6bf9-2f94-4e26-a67c-78cd23003156 req-34a67198-e8d2-4681-9c2f-96d557fda15a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437164
May 12 08:17:35.477260 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57502) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:35.610583 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-546dbe1d-51f9-487d-99cd-9ecfcdc75515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:35.619414 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dc75b8ef-8af0-4d8d-a996-ec3b6143688a req-73a71f5c-7025-4a12-a00f-93c809345cce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0731065
May 12 08:17:35.624865 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-546dbe1d-51f9-487d-99cd-9ecfcdc75515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:35.628865 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-546dbe1d-51f9-487d-99cd-9ecfcdc75515 admin admin] Usage tracker for resource:security_group_rule and tenant:a3c66997b3674a6cbbff8c06052a93e5 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:35.631866 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-546dbe1d-51f9-487d-99cd-9ecfcdc75515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:35.637910 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-546dbe1d-51f9-487d-99cd-9ecfcdc75515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:35.724527 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-546dbe1d-51f9-487d-99cd-9ecfcdc75515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:35.728901 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-546dbe1d-51f9-487d-99cd-9ecfcdc75515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:35.737526 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-34cb0b4f-6704-4f5e-bfed-dfa695982a48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:35.765260 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75b8ef-8af0-4d8d-a996-ec3b6143688a req-d9b29aed-1399-4e62-b1b9-a72fa06ebfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:35.766886 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dc75b8ef-8af0-4d8d-a996-ec3b6143688a req-d9b29aed-1399-4e62-b1b9-a72fa06ebfd9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 1099 time: 0.0735571
May 12 08:17:35.779622 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-546dbe1d-51f9-487d-99cd-9ecfcdc75515 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3c66997b3674a6cbbff8c06052a93e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2988939
May 12 08:17:35.779622 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dbe1d-51f9-487d-99cd-9ecfcdc75515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431e48d8-61ec-4ae5-aa1e-b91d54333df7,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:35.780506 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 57510) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:35.782147 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-546dbe1d-51f9-487d-99cd-9ecfcdc75515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:35.949669 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9f45efdf-5666-45e4-b7b5-6a80aae46c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:35.966330 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75b8ef-8af0-4d8d-a996-ec3b6143688a req-660db34a-4e59-4b52-b80e-13dcac550c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:35.967863 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dc75b8ef-8af0-4d8d-a996-ec3b6143688a req-660db34a-4e59-4b52-b80e-13dcac550c6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 915 time: 0.1718109
May 12 08:17:36.037201 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9f45efdf-5666-45e4-b7b5-6a80aae46c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:36.123235 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dc75b8ef-8af0-4d8d-a996-ec3b6143688a req-66e150f2-3f31-421f-9375-5c24188c9535 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 HTTP/1.1" status: 200  len: 217 time: 0.1426344
May 12 08:17:36.220485 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75b8ef-8af0-4d8d-a996-ec3b6143688a req-6b61a50b-0bac-4358-a6ea-30b0e961617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:36.222405 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dc75b8ef-8af0-4d8d-a996-ec3b6143688a req-6b61a50b-0bac-4358-a6ea-30b0e961617f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8 HTTP/1.1" status: 200  len: 854 time: 0.0905428
May 12 08:17:36.318201 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dc75b8ef-8af0-4d8d-a996-ec3b6143688a req-a76c13f7-a22a-4353-9a8d-6852343aadb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c93c52-d434-4d11-965a-99883e6ce5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0861156
May 12 08:17:36.318779 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9f45efdf-5666-45e4-b7b5-6a80aae46c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:36.329725 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:36.363097 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45efdf-5666-45e4-b7b5-6a80aae46c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431e48d8-61ec-4ae5-aa1e-b91d54333df7,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:36.446347 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9f45efdf-5666-45e4-b7b5-6a80aae46c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:36.459850 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9f45efdf-5666-45e4-b7b5-6a80aae46c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:36.461003 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-9f45efdf-5666-45e4-b7b5-6a80aae46c1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/431e48d8-61ec-4ae5-aa1e-b91d54333df7 HTTP/1.1" status: 204  len: 168 time: 0.6793239
May 12 08:17:36.508677 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aa056-2472-45b7-bcb4-91e265b03943 req-1744f271-ef20-49b9-9de6-8577897d594f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:36.510223 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5d7aa056-2472-45b7-bcb4-91e265b03943 req-1744f271-ef20-49b9-9de6-8577897d594f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 945 time: 0.2414677
May 12 08:17:36.601073 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dc75b8ef-8af0-4d8d-a996-ec3b6143688a req-92f95fab-5cfe-4887-818f-9a0747ea7559 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2646358
May 12 08:17:36.618638 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d32384-82ca-4d27-9300-d3e8a7d614bb req-0353994f-7439-4732-ac2a-847958734494 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:36.620140 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-57d32384-82ca-4d27-9300-d3e8a7d614bb req-0353994f-7439-4732-ac2a-847958734494 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1340086
May 12 08:17:36.620606 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5d7aa056-2472-45b7-bcb4-91e265b03943 req-21804e9e-7f4a-4633-beba-c9f39b0330b0 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970683
May 12 08:17:36.703614 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-57d32384-82ca-4d27-9300-d3e8a7d614bb req-dc584e46-c647-481b-8df6-d809fe106df4 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767376
May 12 08:17:36.828858 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dc75b8ef-8af0-4d8d-a996-ec3b6143688a req-7a0e1097-5a8c-494c-ac47-7ca6d4fd6052 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2070856
May 12 08:17:36.836200 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 57564) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:36.914507 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_v2 [None req-252002b8-ed35-4cad-b547-03d9fd9473d8 admin admin] Deleting subnet fbc4af09-9193-46dd-b624-1116d76a694c {{(pid=78688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:17:36.920517 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-252002b8-ed35-4cad-b547-03d9fd9473d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:36.942915 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57568) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:36.971992 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-652c9b4f-5991-4181-80fe-e953eecd8f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:36.977646 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-252002b8-ed35-4cad-b547-03d9fd9473d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2661477'] for subnet, precommit_delete_associations {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:36.989751 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-652c9b4f-5991-4181-80fe-e953eecd8f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:36.993634 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-652c9b4f-5991-4181-80fe-e953eecd8f4a admin admin] Usage tracker for resource:security_group_rule and tenant:13ef1377e2aa4e58a193547866dd2d1e is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:36.996545 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-652c9b4f-5991-4181-80fe-e953eecd8f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:37.002387 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-652c9b4f-5991-4181-80fe-e953eecd8f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:37.034235 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-252002b8-ed35-4cad-b547-03d9fd9473d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.086649 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-652c9b4f-5991-4181-80fe-e953eecd8f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.090689 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-652c9b4f-5991-4181-80fe-e953eecd8f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.099123 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-08ab7647-747f-428b-a59b-e4d1316753eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:37.141109 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-652c9b4f-5991-4181-80fe-e953eecd8f4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13ef1377e2aa4e58a193547866dd2d1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1969929
May 12 08:17:37.142021 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c9b4f-5991-4181-80fe-e953eecd8f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6548ee-0ed7-4000-9743-05c3efdd363f,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:37.144759 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 57574) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:37.145320 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-652c9b4f-5991-4181-80fe-e953eecd8f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:37.271888 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e1bc37ed-60d7-4ba1-b17e-acd0f9695a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.337829 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e1bc37ed-60d7-4ba1-b17e-acd0f9695a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.406720 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-252002b8-ed35-4cad-b547-03d9fd9473d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3955227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3904446'] for subnet, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.412721 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-465d6fad-4ba2-423d-a260-415c575417b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:37.448125 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252002b8-ed35-4cad-b547-03d9fd9473d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc4af09-9193-46dd-b624-1116d76a694c,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:37.449949 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e1bc37ed-60d7-4ba1-b17e-acd0f9695a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.455204 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-252002b8-ed35-4cad-b547-03d9fd9473d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.460890 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-252002b8-ed35-4cad-b547-03d9fd9473d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:37.461680 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-62dd8fdd-2321-47fd-a036-aeb205568d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:37.480489 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc37ed-60d7-4ba1-b17e-acd0f9695a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6548ee-0ed7-4000-9743-05c3efdd363f,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:37.482972 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e1bc37ed-60d7-4ba1-b17e-acd0f9695a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.489397 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-e1bc37ed-60d7-4ba1-b17e-acd0f9695a5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e6548ee-0ed7-4000-9743-05c3efdd363f HTTP/1.1" status: 204  len: 168 time: 0.3408058
May 12 08:17:37.490975 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e1bc37ed-60d7-4ba1-b17e-acd0f9695a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:37.492713 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-252002b8-ed35-4cad-b547-03d9fd9473d8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fbc4af09-9193-46dd-b624-1116d76a694c HTTP/1.1" status: 204  len: 168 time: 0.6546388
May 12 08:17:37.495342 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 57584) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:37.500472 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 76fe7079-d4ef-4e77-9940-e03e01715311 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:17:37.579211 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port 76fe7079-d4ef-4e77-9940-e03e01715311 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:17:37.584871 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 76fe7079-d4ef-4e77-9940-e03e01715311 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:17:37.585552 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.648972 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.723701 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.767861 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 76fe7079-d4ef-4e77-9940-e03e01715311, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=76fe7079-d4ef-4e77-9940-e03e01715311,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:37.769025 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b1a81f-6dc8-441c-93f1-2429c0b56c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fe7079-d4ef-4e77-9940-e03e01715311'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:17:37.776321 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.778476 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:37.841644 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.848116 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=76fe7079-d4ef-4e77-9940-e03e01715311,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:37.856311 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:37.869817 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c9886ff40>,) {'filters': {'network_id': ['a3cd4026-f098-4722-8a1b-e624e71b9e3b']}} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:17:37.884367 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9886ff40>, '3ac69f9d-45aa-4efc-9255-1a0e1fccb70c') {'for_net_delete': True} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:17:37.884652 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9886ff40>, '3ac69f9d-45aa-4efc-9255-1a0e1fccb70c') {} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:17:37.897236 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2661498'] for segment, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.914664 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.927552 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=78688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:17:37.928020 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3955325'] for segment, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:37.944609 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a90660-04d7-46e7-af51-59db66df412a req-b73aa928-5be3-4b52-9fb3-dd69a77bed6e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:37.951768 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-94a90660-04d7-46e7-af51-59db66df412a req-b73aa928-5be3-4b52-9fb3-dd69a77bed6e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 946 time: 0.2009223
May 12 08:17:38.012530 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-94a90660-04d7-46e7-af51-59db66df412a req-825b1417-6894-4861-a4bf-f4da1a363be9 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595977
May 12 08:17:38.063909 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b1a81f-6dc8-441c-93f1-2429c0b56c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fe7079-d4ef-4e77-9940-e03e01715311', 'code': 200}
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]: Traceback (most recent call last):
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     timer()
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     cb(*args, **kw)
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     return func(*args, **kwargs)
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     self._notify()
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     self.callback(batched_events)
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     event.method(event)
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     return f(self, *a, **k)
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._get(url).json()
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self.request(url, 'GET', **kwargs)
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:17:38.103579 dv-cinder-790910-1-iscsi neutron-server[78688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:17:38.177032 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:38.193505 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:38.214570 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:38.313097 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] Pushing event deleted for resources: {'Network': ['ID=a3cd4026-f098-4722-8a1b-e624e71b9e3b,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:38.325743 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:38.366883 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-aade0d88-7a70-40d6-b14f-24096bab7a2a admin admin] 10.222.0.36 "DELETE /v2.0/networks/a3cd4026-f098-4722-8a1b-e624e71b9e3b HTTP/1.1" status: 204  len: 168 time: 0.8641033
May 12 08:17:38.410206 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a48d3-ebe8-4e85-aa9c-f21854784ba0 req-306fa5e9-e964-4e80-96a0-e2ecc208ef68 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:38.422563 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0b2a48d3-ebe8-4e85-aa9c-f21854784ba0 req-306fa5e9-e964-4e80-96a0-e2ecc208ef68 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.3118849
May 12 08:17:38.474805 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a01b0-148b-47f9-a60a-70c7aa932c09 req-4b74c6df-73d7-4e8a-938b-c52c8ef4e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:38.476344 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-371a01b0-148b-47f9-a60a-70c7aa932c09 req-4b74c6df-73d7-4e8a-938b-c52c8ef4e1f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 1099 time: 0.1439433
May 12 08:17:38.486692 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0b2a48d3-ebe8-4e85-aa9c-f21854784ba0 req-11490bb5-7222-42ae-9b24-832712602385 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683596
May 12 08:17:38.530750 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57628) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:38.541089 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-371a01b0-148b-47f9-a60a-70c7aa932c09 req-d4bef803-9225-43f7-8838-8f03f1d1bc98 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397058
May 12 08:17:38.578340 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-e65b23e4-3964-4050-a5df-10ab14af3072 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c207089696c418d92dcca7fd0a1ba4e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0464983
May 12 08:17:38.580896 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57632) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:38.685353 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4da4-4f45-46c4-8b9f-fa1952a69cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:38.705316 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:38.718171 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4da4-4f45-46c4-8b9f-fa1952a69cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:38.769748 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4da4-4f45-46c4-8b9f-fa1952a69cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:38.773571 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-652c9b4f-5991-4181-80fe-e953eecd8f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:38.785454 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a4da4-4f45-46c4-8b9f-fa1952a69cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49155722-618d-4b8f-af4b-e797548efaf4,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:38.789257 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-ba6a4da4-4f45-46c4-8b9f-fa1952a69cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:38.810509 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4da4-4f45-46c4-8b9f-fa1952a69cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:38.811590 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-ba6a4da4-4f45-46c4-8b9f-fa1952a69cc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49155722-618d-4b8f-af4b-e797548efaf4 HTTP/1.1" status: 204  len: 168 time: 0.2297175
May 12 08:17:39.225813 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb1f51-3709-47c2-8f06-a97942410729 req-e791e54f-5dd8-4b04-b192-60fda8c9d3a5 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:39.229026 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-eefb1f51-3709-47c2-8f06-a97942410729 req-e791e54f-5dd8-4b04-b192-60fda8c9d3a5 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 946 time: 0.1092725
May 12 08:17:39.325372 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-eefb1f51-3709-47c2-8f06-a97942410729 req-5d312bf3-3a35-486a-ad7d-9b18a290351c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895092
May 12 08:17:39.692450 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b447ac1-d38e-42c2-b68d-9399dce9b138 req-47f86ec2-be9a-44ff-94bc-3afb267768ef tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:39.693883 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5b447ac1-d38e-42c2-b68d-9399dce9b138 req-47f86ec2-be9a-44ff-94bc-3afb267768ef tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0885832
May 12 08:17:39.743842 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5b447ac1-d38e-42c2-b68d-9399dce9b138 req-7fd8fa42-2835-4065-8ef1-850d42f799a3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438707
May 12 08:17:40.533496 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da896-cb4a-4d20-a9af-8196d72e0727 req-e09e2d67-303c-4ab4-9975-f3fa3d3d788d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:40.535186 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-035da896-cb4a-4d20-a9af-8196d72e0727 req-e09e2d67-303c-4ab4-9975-f3fa3d3d788d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 946 time: 0.0953386
May 12 08:17:40.582154 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-035da896-cb4a-4d20-a9af-8196d72e0727 req-056a1ae4-3e83-4e8a-a5c2-72946a9aae54 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401556
May 12 08:17:40.984356 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e461a-ed72-45b5-b9f2-8d166241d723 req-4145185f-0e1b-44c2-881d-11f2fc04ac28 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:40.985994 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7f3e461a-ed72-45b5-b9f2-8d166241d723 req-4145185f-0e1b-44c2-881d-11f2fc04ac28 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1089690
May 12 08:17:41.045654 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7f3e461a-ed72-45b5-b9f2-8d166241d723 req-0a354a45-b172-4ed5-9f32-e648c36f2dfd tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522869
May 12 08:17:41.781942 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471182e8-adc8-4784-aa2d-dd8857f0e935 req-a0576d60-cb7f-408c-9cfa-6cb833e5e7f3 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:41.783387 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-471182e8-adc8-4784-aa2d-dd8857f0e935 req-a0576d60-cb7f-408c-9cfa-6cb833e5e7f3 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 946 time: 0.0931222
May 12 08:17:41.845426 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-471182e8-adc8-4784-aa2d-dd8857f0e935 req-a7afcc6b-98a1-486a-8dcf-6a3626d826b5 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543160
May 12 08:17:42.233015 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf94881-37ed-430f-874d-73ab5684fe60 req-d1fc7277-96f7-432b-9446-f8048233fbfa tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:42.234459 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7bf94881-37ed-430f-874d-73ab5684fe60 req-d1fc7277-96f7-432b-9446-f8048233fbfa tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0789311
May 12 08:17:42.279342 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7bf94881-37ed-430f-874d-73ab5684fe60 req-b975fefb-9e4e-4107-bf17-50d3a54bd65a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390975
May 12 08:17:43.041156 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1b635-071f-4d63-8208-f5aebe6e9afd req-ff4616ea-1800-44ca-b97b-65009e133c4e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:43.043446 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-62d1b635-071f-4d63-8208-f5aebe6e9afd req-ff4616ea-1800-44ca-b97b-65009e133c4e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 946 time: 0.0872445
May 12 08:17:43.089076 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-62d1b635-071f-4d63-8208-f5aebe6e9afd req-2ff4565c-78a1-4356-91b2-4313ff2e04b8 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406289
May 12 08:17:43.473222 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10da68-5083-4677-8198-0c96b59a5072 req-43299a5a-0a8d-48a7-ba9d-03d14f077166 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:43.474707 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-fc10da68-5083-4677-8198-0c96b59a5072 req-43299a5a-0a8d-48a7-ba9d-03d14f077166 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0842502
May 12 08:17:43.519307 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-fc10da68-5083-4677-8198-0c96b59a5072 req-7fa795f4-e23d-44ac-8ff1-a345bd6f1f1b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388925
May 12 08:17:44.278485 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b0ba9-dbb0-41ef-b8fa-84488ae9c1e8 req-7e08686f-74e5-4dd8-9b6b-1fc45f9ab8f8 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:44.280033 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-844b0ba9-dbb0-41ef-b8fa-84488ae9c1e8 req-7e08686f-74e5-4dd8-9b6b-1fc45f9ab8f8 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 946 time: 0.0863574
May 12 08:17:44.344138 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-844b0ba9-dbb0-41ef-b8fa-84488ae9c1e8 req-9ae53574-5e08-4b8a-885d-08332797d704 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580559
May 12 08:17:44.525245 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57816) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:44.725515 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c55e-3823-4f0f-b151-9e153de131c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:44.741819 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-0ba5c55e-3823-4f0f-b151-9e153de131c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:44.748617 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-0ba5c55e-3823-4f0f-b151-9e153de131c1 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e028e2a2124bbdaee28cd809636b7d is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:44.752255 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-0ba5c55e-3823-4f0f-b151-9e153de131c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:44.759828 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-0ba5c55e-3823-4f0f-b151-9e153de131c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:44.874645 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6262c-1881-47f4-922d-9cff01edd630 req-e437dc9f-01db-4f90-a396-fb647f4cf8f4 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:44.877041 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-39a6262c-1881-47f4-922d-9cff01edd630 req-e437dc9f-01db-4f90-a396-fb647f4cf8f4 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.2255406
May 12 08:17:44.887120 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c55e-3823-4f0f-b151-9e153de131c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:44.917131 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0ba5c55e-3823-4f0f-b151-9e153de131c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:44.931454 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-962e4405-6f35-4a58-8357-1ec3da3828a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:44.947611 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-39a6262c-1881-47f4-922d-9cff01edd630 req-23150f64-18aa-4245-a88f-d9d0407a02d5 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630558
May 12 08:17:44.986303 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-0ba5c55e-3823-4f0f-b151-9e153de131c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3e028e2a2124bbdaee28cd809636b7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4592283
May 12 08:17:44.989337 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 57854) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:44.989827 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5c55e-3823-4f0f-b151-9e153de131c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cfd14c-43e0-4057-9db8-029dfb0cb01e,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:45.004746 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-0ba5c55e-3823-4f0f-b151-9e153de131c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:45.057117 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-74fff050-430e-4f2a-a6ce-f12d205131cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:45.088066 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-74fff050-430e-4f2a-a6ce-f12d205131cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:45.174216 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-74fff050-430e-4f2a-a6ce-f12d205131cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:45.189955 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:45.207499 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fff050-430e-4f2a-a6ce-f12d205131cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cfd14c-43e0-4057-9db8-029dfb0cb01e,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:45.219328 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-74fff050-430e-4f2a-a6ce-f12d205131cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:45.222412 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-74fff050-430e-4f2a-a6ce-f12d205131cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:45.225980 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-74fff050-430e-4f2a-a6ce-f12d205131cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2cfd14c-43e0-4057-9db8-029dfb0cb01e HTTP/1.1" status: 204  len: 168 time: 0.2333214
May 12 08:17:46.127722 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:17:46.179427 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a87e0-b30c-4a8b-be73-ab118270eda8 req-4d3c1980-0acf-4932-919c-09f2b3b2bef0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:46.181047 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-956a87e0-b30c-4a8b-be73-ab118270eda8 req-4d3c1980-0acf-4932-919c-09f2b3b2bef0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0962896
May 12 08:17:46.274937 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-956a87e0-b30c-4a8b-be73-ab118270eda8 req-2147bff8-f405-45e0-8f98-dc70bcaa74e6 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778506
May 12 08:17:46.381916 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 57912) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:46.536580 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-78994497-000c-457f-960c-a2d78a9e4735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:46.563393 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-78994497-000c-457f-960c-a2d78a9e4735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:46.567745 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-78994497-000c-457f-960c-a2d78a9e4735 admin admin] Usage tracker for resource:security_group_rule and tenant:aae32452674f41648404ada495436f9f is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:46.571443 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-78994497-000c-457f-960c-a2d78a9e4735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:46.595958 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-78994497-000c-457f-960c-a2d78a9e4735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:46.744243 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-78994497-000c-457f-960c-a2d78a9e4735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:46.748730 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-78994497-000c-457f-960c-a2d78a9e4735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:46.759931 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e1bc37ed-60d7-4ba1-b17e-acd0f9695a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:46.794212 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57940) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:46.797921 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-78994497-000c-457f-960c-a2d78a9e4735 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aae32452674f41648404ada495436f9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4153442
May 12 08:17:46.798490 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 57942) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:46.830861 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78994497-000c-457f-960c-a2d78a9e4735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee205d6-3d60-4111-8440-3ddce2d45d90,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:46.836886 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-78994497-000c-457f-960c-a2d78a9e4735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:46.894783 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3ea367f6-891c-4719-9748-468568a86541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:46.929270 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3ea367f6-891c-4719-9748-468568a86541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:46.954056 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-bfc29d87-164b-4149-99d1-447d9d9d959a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:46.969967 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-bfc29d87-164b-4149-99d1-447d9d9d959a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:46.975155 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-bfc29d87-164b-4149-99d1-447d9d9d959a admin admin] Usage tracker for resource:security_group_rule and tenant:aa716f2904b5478bb109e0a49ab5d4e3 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:46.979360 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-bfc29d87-164b-4149-99d1-447d9d9d959a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:46.985872 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-bfc29d87-164b-4149-99d1-447d9d9d959a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:47.010507 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3ea367f6-891c-4719-9748-468568a86541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:47.016448 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-b2464246-1f55-495d-a4d4-3ab378389784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:47.036769 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3ea367f6-891c-4719-9748-468568a86541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:47.038463 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-3ea367f6-891c-4719-9748-468568a86541 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ee205d6-3d60-4111-8440-3ddce2d45d90 HTTP/1.1" status: 204  len: 168 time: 0.2388802
May 12 08:17:47.039585 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea367f6-891c-4719-9748-468568a86541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee205d6-3d60-4111-8440-3ddce2d45d90,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:47.042448 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3ea367f6-891c-4719-9748-468568a86541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:47.137366 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-bfc29d87-164b-4149-99d1-447d9d9d959a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:47.142633 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-bfc29d87-164b-4149-99d1-447d9d9d959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:47.176639 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-65ba6717-0f6f-40ee-a7f5-bf126040673c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:47.201085 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-bfc29d87-164b-4149-99d1-447d9d9d959a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa716f2904b5478bb109e0a49ab5d4e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4054277
May 12 08:17:47.203615 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 57960) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:47.270611 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc29d87-164b-4149-99d1-447d9d9d959a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27027138-2a75-495a-b707-dafdc7bb5742,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:47.280066 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-bfc29d87-164b-4149-99d1-447d9d9d959a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:47.286684 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-27c0ecfe-18f9-4cac-a10e-04b1152af046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:47.332557 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-27c0ecfe-18f9-4cac-a10e-04b1152af046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:47.413820 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-27c0ecfe-18f9-4cac-a10e-04b1152af046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:47.418843 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-78994497-000c-457f-960c-a2d78a9e4735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:47.464062 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0ecfe-18f9-4cac-a10e-04b1152af046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27027138-2a75-495a-b707-dafdc7bb5742,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:47.471299 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-27c0ecfe-18f9-4cac-a10e-04b1152af046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:47.472391 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-27c0ecfe-18f9-4cac-a10e-04b1152af046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:47.476258 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-27c0ecfe-18f9-4cac-a10e-04b1152af046 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27027138-2a75-495a-b707-dafdc7bb5742 HTTP/1.1" status: 204  len: 168 time: 0.2713563
May 12 08:17:47.569074 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8a519-b16d-487e-a102-84958e05706d req-2c9e5214-7f82-4136-a469-a7e4e3dff1ce tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:47.571330 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a0d8a519-b16d-487e-a102-84958e05706d req-2c9e5214-7f82-4136-a469-a7e4e3dff1ce tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1442368
May 12 08:17:47.581755 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 57982) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:47.635386 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1ce3cdd3-cf1b-4931-9d3b-3cf0472c910b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:47.659320 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a0d8a519-b16d-487e-a102-84958e05706d req-c6be805e-e7f2-4697-8002-d7fd55e838d1 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814641
May 12 08:17:47.660566 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-1ce3cdd3-cf1b-4931-9d3b-3cf0472c910b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:47.667038 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-1ce3cdd3-cf1b-4931-9d3b-3cf0472c910b admin admin] Usage tracker for resource:security_group_rule and tenant:e55d605c550143d3bc408b2890394f13 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:47.676279 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-1ce3cdd3-cf1b-4931-9d3b-3cf0472c910b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:47.690012 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-1ce3cdd3-cf1b-4931-9d3b-3cf0472c910b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:47.792266 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1ce3cdd3-cf1b-4931-9d3b-3cf0472c910b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:47.797433 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1ce3cdd3-cf1b-4931-9d3b-3cf0472c910b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:47.806327 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-5e78848b-f978-4cd3-914d-a703a1903940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:47.850266 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3cdd3-cf1b-4931-9d3b-3cf0472c910b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5681fc-b321-48d5-bbe3-84c2cecfed4e,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:47.858272 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 57998) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:47.869754 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-1ce3cdd3-cf1b-4931-9d3b-3cf0472c910b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e55d605c550143d3bc408b2890394f13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2870090
May 12 08:17:47.870869 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-1ce3cdd3-cf1b-4931-9d3b-3cf0472c910b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:47.922762 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-84369cfc-11f9-4e7c-867c-b3d6aca585af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:48.025254 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-84369cfc-11f9-4e7c-867c-b3d6aca585af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:48.060174 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58010) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:48.079082 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-66e6d6dc-8a38-4e0c-82ec-a679fb08f8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:48.099296 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-66e6d6dc-8a38-4e0c-82ec-a679fb08f8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:48.105123 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-66e6d6dc-8a38-4e0c-82ec-a679fb08f8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:e374cdcf4049407c961b2db1b09ca813 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:48.108758 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-66e6d6dc-8a38-4e0c-82ec-a679fb08f8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:48.114952 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-66e6d6dc-8a38-4e0c-82ec-a679fb08f8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:48.132813 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1fe61dde-9bbd-49fd-b7b6-1642928b0d87 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:48.134331 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1fe61dde-9bbd-49fd-b7b6-1642928b0d87 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 814 time: 0.2014301
May 12 08:17:48.148880 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-84369cfc-11f9-4e7c-867c-b3d6aca585af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:48.154496 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-331fe523-d290-405c-9c44-e4a2148aa51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:48.165994 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84369cfc-11f9-4e7c-867c-b3d6aca585af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5681fc-b321-48d5-bbe3-84c2cecfed4e,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:48.168826 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-02445858-fa84-49fe-958d-c2f7c032ac01 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/quotas/107be98ae32048d89e278f66249d99b0 HTTP/1.1" status: 200  len: 375 time: 0.0283015
May 12 08:17:48.169936 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-84369cfc-11f9-4e7c-867c-b3d6aca585af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:48.175390 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-84369cfc-11f9-4e7c-867c-b3d6aca585af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:48.179436 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-84369cfc-11f9-4e7c-867c-b3d6aca585af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb5681fc-b321-48d5-bbe3-84c2cecfed4e HTTP/1.1" status: 204  len: 168 time: 0.3206899
May 12 08:17:48.246582 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-66e6d6dc-8a38-4e0c-82ec-a679fb08f8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:48.256954 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-66e6d6dc-8a38-4e0c-82ec-a679fb08f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:48.266909 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-413fefac-6cbe-47dd-86b8-10b8a18cd1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:48.314389 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-66e6d6dc-8a38-4e0c-82ec-a679fb08f8c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e374cdcf4049407c961b2db1b09ca813&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2530723
May 12 08:17:48.318367 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58018) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:48.329462 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6d6dc-8a38-4e0c-82ec-a679fb08f8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d6151f-e0d8-49d4-967a-eb268b9c2784,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:48.339300 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-f6a5508b-2b26-4a10-bf13-bf6afbabb6d1 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1401629
May 12 08:17:48.340612 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-66e6d6dc-8a38-4e0c-82ec-a679fb08f8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:48.412766 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ac524b07-22b7-4667-bbd0-a2753beabde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:48.452460 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ac524b07-22b7-4667-bbd0-a2753beabde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:48.573900 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ac524b07-22b7-4667-bbd0-a2753beabde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:48.580200 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:48.584978 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-155b85c7-f3f1-4d65-a762-42e6b228a980 service neutron] 10.222.0.36 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2391520
May 12 08:17:48.613479 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac524b07-22b7-4667-bbd0-a2753beabde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d6151f-e0d8-49d4-967a-eb268b9c2784,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:48.619206 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-ac524b07-22b7-4667-bbd0-a2753beabde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:48.666396 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ac524b07-22b7-4667-bbd0-a2753beabde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:48.671794 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-ac524b07-22b7-4667-bbd0-a2753beabde8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55d6151f-e0d8-49d4-967a-eb268b9c2784 HTTP/1.1" status: 204  len: 168 time: 0.3518193
May 12 08:17:48.761751 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-b4bb7941-401f-493c-a8d5-ca0364b9e919 service neutron] 10.222.0.36 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1757627
May 12 08:17:49.077583 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e1bc3-1169-4705-bcb6-724d46476b52 req-1b731736-80df-493d-83a2-503c130805b3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:49.079283 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ba9e1bc3-1169-4705-bcb6-724d46476b52 req-1b731736-80df-493d-83a2-503c130805b3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1089423
May 12 08:17:49.087015 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58060) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:49.107086 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-231ac97d-835a-4898-9db0-f31c6cfa19bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:49.136639 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-231ac97d-835a-4898-9db0-f31c6cfa19bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:49.142294 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-231ac97d-835a-4898-9db0-f31c6cfa19bb admin admin] Usage tracker for resource:security_group_rule and tenant:2db5d40519c04564bb577462e04e2d23 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:49.143204 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ba9e1bc3-1169-4705-bcb6-724d46476b52 req-47dbe2ab-527f-4bb8-b6bb-2ad68d9d696a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558946
May 12 08:17:49.149143 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-231ac97d-835a-4898-9db0-f31c6cfa19bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:49.158914 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-231ac97d-835a-4898-9db0-f31c6cfa19bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:49.259875 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ed8f81e1-9979-43d0-86e2-4fa8aaa60f0b req-3259b832-167b-4792-b429-e55c36002c3a tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 210 time: 0.0437875
May 12 08:17:49.276972 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-231ac97d-835a-4898-9db0-f31c6cfa19bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:49.276972 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-231ac97d-835a-4898-9db0-f31c6cfa19bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:49.285167 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:49.325243 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-231ac97d-835a-4898-9db0-f31c6cfa19bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2db5d40519c04564bb577462e04e2d23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2368495
May 12 08:17:49.326177 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ac97d-835a-4898-9db0-f31c6cfa19bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a7e079-b228-447f-92dd-87520f2d4dd1,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:49.328887 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 58070) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:49.330933 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-231ac97d-835a-4898-9db0-f31c6cfa19bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:49.388097 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-45576848-d8c0-4dd4-989d-ccb3731589b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:49.421353 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-45576848-d8c0-4dd4-989d-ccb3731589b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:49.473977 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-45576848-d8c0-4dd4-989d-ccb3731589b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:49.479076 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-84369cfc-11f9-4e7c-867c-b3d6aca585af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:49.491797 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45576848-d8c0-4dd4-989d-ccb3731589b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a7e079-b228-447f-92dd-87520f2d4dd1,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:49.495106 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-45576848-d8c0-4dd4-989d-ccb3731589b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:49.497068 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-45576848-d8c0-4dd4-989d-ccb3731589b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:49.502028 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-45576848-d8c0-4dd4-989d-ccb3731589b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4a7e079-b228-447f-92dd-87520f2d4dd1 HTTP/1.1" status: 204  len: 168 time: 0.1721804
May 12 08:17:50.334309 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98d93e-3320-4753-b7d2-6f64ae0d4ef1 req-3b74db48-c517-4856-af13-b250a6feac5e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:50.335765 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ed98d93e-3320-4753-b7d2-6f64ae0d4ef1 req-3b74db48-c517-4856-af13-b250a6feac5e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0806704
May 12 08:17:50.383892 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ed98d93e-3320-4753-b7d2-6f64ae0d4ef1 req-a0a3147f-ccab-4c40-b662-9413e5262085 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419369
May 12 08:17:50.622103 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-16db5612-a676-4e88-a6f9-3ebe46a2aa70 req-90e53ed9-d871-449d-b8a2-6e72a7ac2399 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 210 time: 0.1366630
May 12 08:17:50.726874 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 58138) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:50.842717 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-68a3ce08-6a84-4515-9db3-862ca8904001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:50.857145 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-68a3ce08-6a84-4515-9db3-862ca8904001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:50.861291 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-68a3ce08-6a84-4515-9db3-862ca8904001 admin admin] Usage tracker for resource:security_group_rule and tenant:962067839e994bcd9f35dd2dd65b9bd7 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:50.864149 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-68a3ce08-6a84-4515-9db3-862ca8904001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:50.870014 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-68a3ce08-6a84-4515-9db3-862ca8904001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:50.951264 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-68a3ce08-6a84-4515-9db3-862ca8904001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:50.957593 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-68a3ce08-6a84-4515-9db3-862ca8904001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:50.964508 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9287eede-0153-4b80-bbc1-8e7a32dfdd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:51.003220 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-68a3ce08-6a84-4515-9db3-862ca8904001 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=962067839e994bcd9f35dd2dd65b9bd7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2757382
May 12 08:17:51.004056 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3ce08-6a84-4515-9db3-862ca8904001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0676de58-beaf-42a0-ad2a-960ae61603c1,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:51.006127 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58146) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:51.007042 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-68a3ce08-6a84-4515-9db3-862ca8904001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:51.062960 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-cbc6d94c-1ea3-47aa-9d95-26ac5d5620e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:51.089317 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-cbc6d94c-1ea3-47aa-9d95-26ac5d5620e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:51.188319 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-cbc6d94c-1ea3-47aa-9d95-26ac5d5620e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:51.193354 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:51.206218 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6d94c-1ea3-47aa-9d95-26ac5d5620e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0676de58-beaf-42a0-ad2a-960ae61603c1,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:51.208521 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-cbc6d94c-1ea3-47aa-9d95-26ac5d5620e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:51.215853 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-cbc6d94c-1ea3-47aa-9d95-26ac5d5620e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:51.219349 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-cbc6d94c-1ea3-47aa-9d95-26ac5d5620e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0676de58-beaf-42a0-ad2a-960ae61603c1 HTTP/1.1" status: 204  len: 168 time: 0.2099066
May 12 08:17:51.590284 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba5f00-5a4f-4fd1-89fc-415a26b14f6e req-0a8cb6ce-d55e-4336-a0df-dd411b4cb6f9 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:51.591794 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-65ba5f00-5a4f-4fd1-89fc-415a26b14f6e req-0a8cb6ce-d55e-4336-a0df-dd411b4cb6f9 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0873811
May 12 08:17:51.637561 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-65ba5f00-5a4f-4fd1-89fc-415a26b14f6e req-05a69b54-3162-452d-bc82-bbdc0e17fdc3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399959
May 12 08:17:51.776112 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f5486097-3875-48a5-8125-3240c17257a6 req-d192fc18-a8e3-47c4-a08a-cf0d149a65aa tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 210 time: 0.0433531
May 12 08:17:52.113695 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-e4a700e3-f9ae-4e34-a67a-9ff4b4ff5cb7 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:52.115651 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-e4a700e3-f9ae-4e34-a67a-9ff4b4ff5cb7 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 814 time: 0.1733830
May 12 08:17:52.139451 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Request body: {'port': {'device_id': '457d6385-c648-42f5-b5b8-b0ccfea261de', 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2', 'admin_state_up': True, 'tenant_id': '107be98ae32048d89e278f66249d99b0'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:17:52.296077 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:52.307498 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:52.322103 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Made reservation on behalf of 107be98ae32048d89e278f66249d99b0 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:17:52.325827 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:52.513027 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Allocated IP 172.20.0.7 (c5c93c52-d434-4d11-965a-99883e6ce5f2/9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8/b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:17:52.749982 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:52.788456 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:52.800906 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:52.801602 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['ccaad97e-28d7-43fc-8ccd-b132c7d9ada5', '76fe7079-d4ef-4e77-9940-e03e01715311'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:17:52.867614 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79783a-e541-48ec-b65b-11117940be62 req-06176993-0e89-4a1a-a4c9-5e886a992f50 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:52.875426 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1b79783a-e541-48ec-b65b-11117940be62 req-06176993-0e89-4a1a-a4c9-5e886a992f50 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1125710
May 12 08:17:52.879986 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Pushing event updated for resources: {'Port': ['ID=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:52.893599 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:52.895879 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Network c5c93c52-d434-4d11-965a-99883e6ce5f2 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:17:52.897061 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:17:52.899732 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:17:52.944236 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1b79783a-e541-48ec-b65b-11117940be62 req-9d251091-b234-4e99-83ec-f31977ab2197 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641792
May 12 08:17:52.972689 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-659c477e-c6b0-4cd1-9299-5cd7329cdfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:53.029209 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:53.029977 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:53.089560 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901c58a-d9e6-4da8-b5aa-eee622da005c req-891fe98a-ab9b-4fa0-af93-450b116fdf4c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:53.090372 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-8901c58a-d9e6-4da8-b5aa-eee622da005c req-891fe98a-ab9b-4fa0-af93-450b116fdf4c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Synchronizing usage tracker for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:17:53.095396 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9627938
May 12 08:17:53.112310 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Request body: {'port': {'device_id': '457d6385-c648-42f5-b5b8-b0ccfea261de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:17:53.143764 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-8901c58a-d9e6-4da8-b5aa-eee622da005c req-891fe98a-ab9b-4fa0-af93-450b116fdf4c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Unset dirty status for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:17:53.144977 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8901c58a-d9e6-4da8-b5aa-eee622da005c req-891fe98a-ab9b-4fa0-af93-450b116fdf4c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 931 time: 0.2153203
May 12 08:17:53.256522 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8901c58a-d9e6-4da8-b5aa-eee622da005c req-33ce52be-0ba4-49dc-bbf8-93a11cc00ce0 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952883
May 12 08:17:53.275253 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:53.686667 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:17:53.696946 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:53.717067 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Transition to ACTIVE for port object b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:17:53.722284 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:53.733018 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-43b2eacf-87c3-4ab8-90b8-f7dda4b85299 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:53.984341 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Pushing event updated for resources: {'Port': ['ID=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:54.011488 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:54.097457 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Attempting to bind port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:17:54.097822 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Attempting to bind port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:17:54.098115 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Attempting to bind port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb on network c5c93c52-d434-4d11-965a-99883e6ce5f2 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:17:54.105826 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb on network c5c93c52-d434-4d11-965a-99883e6ce5f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:17:54.106142 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Attempting to bind port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb on network c5c93c52-d434-4d11-965a-99883e6ce5f2 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:17:54.114117 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:17:54.114445 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Checking segment: {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:17:54.114820 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Bound using segment: {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:17:54.115238 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Bound port: b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:17:54.115575 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:54.216048 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4069e2b-51c8-4c38-9e65-0fcb3dc96e6f req-f7e38f74-dca5-4833-8372-edd2b474067d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:54.217462 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e4069e2b-51c8-4c38-9e65-0fcb3dc96e6f req-f7e38f74-dca5-4833-8372-edd2b474067d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1710081
May 12 08:17:54.244844 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] For port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:17:54.261595 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] For port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:17:54.268382 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:54.276294 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e4069e2b-51c8-4c38-9e65-0fcb3dc96e6f req-e364c78e-7b7b-4ad0-8f0e-bf2884c586cf tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529845
May 12 08:17:54.277783 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:54.338828 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:54.339434 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:54.340810 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] 10.222.0.39 "PUT /v2.0/ports/b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb HTTP/1.1" status: 200  len: 1093 time: 1.2347343
May 12 08:17:54.341423 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457d6385-c648-42f5-b5b8-b0ccfea261de', 'tag': 'b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:17:54.365237 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Pushing event updated for resources: {'Port': ['ID=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:54.367824 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:54.426807 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457d6385-c648-42f5-b5b8-b0ccfea261de', 'tag': 'b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb', 'status': 'completed', 'code': 200}
May 12 08:17:54.473213 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-6224b57e-0087-471b-b8c0-0dd1e779b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:54.475194 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-6224b57e-0087-471b-b8c0-0dd1e779b0f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 1096 time: 0.0855780
May 12 08:17:54.510431 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30569c29-5387-42ee-a168-5b27ce5e8c9f req-867db50d-192b-4561-addc-1d2052fe6f53 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:54.514664 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-30569c29-5387-42ee-a168-5b27ce5e8c9f req-867db50d-192b-4561-addc-1d2052fe6f53 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 943 time: 0.1085865
May 12 08:17:54.569784 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-572fccb8-4286-4d74-ac9e-7081bf8fefb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb HTTP/1.1" status: 200  len: 217 time: 0.0817900
May 12 08:17:54.573358 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-30569c29-5387-42ee-a168-5b27ce5e8c9f req-2430dac2-e516-41e8-a406-8d276dc3c59b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525506
May 12 08:17:54.648487 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-2de7c7cc-fff5-49d2-a622-00f28c8bca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:54.649981 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-2de7c7cc-fff5-49d2-a622-00f28c8bca2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8 HTTP/1.1" status: 200  len: 854 time: 0.0683978
May 12 08:17:54.704628 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-af83708d-5347-4533-9e58-d0de15d19f41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c93c52-d434-4d11-965a-99883e6ce5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451634
May 12 08:17:54.852249 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-d81d2f1c-ad05-4ce1-be67-a8ebd5c03c64 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400540
May 12 08:17:55.000532 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-494396f6-4a79-4a94-b24c-7c50b6a88b5b req-f5445420-84c7-406f-9ac8-a96415984c3a service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392303
May 12 08:17:55.135060 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1b1ad-88e7-479b-a14a-9a3dbcfa9c87 req-19794a54-5bef-4684-a5b3-81169a3874ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:55.136660 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-50a1b1ad-88e7-479b-a14a-9a3dbcfa9c87 req-19794a54-5bef-4684-a5b3-81169a3874ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 1096 time: 0.0792258
May 12 08:17:55.267435 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:55.284186 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1b1ad-88e7-479b-a14a-9a3dbcfa9c87 req-a56a16ce-ed08-4c44-97c6-f198e6b13314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:55.285984 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-50a1b1ad-88e7-479b-a14a-9a3dbcfa9c87 req-a56a16ce-ed08-4c44-97c6-f198e6b13314 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 915 time: 0.1421556
May 12 08:17:55.392825 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-50a1b1ad-88e7-479b-a14a-9a3dbcfa9c87 req-5ca39e58-d85f-4dcb-a51d-e938e4bca0b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb HTTP/1.1" status: 200  len: 217 time: 0.0824831
May 12 08:17:55.529334 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1b1ad-88e7-479b-a14a-9a3dbcfa9c87 req-7b5ce5e3-1f82-4ef9-b05b-9596b1cf0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:55.534160 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-50a1b1ad-88e7-479b-a14a-9a3dbcfa9c87 req-7b5ce5e3-1f82-4ef9-b05b-9596b1cf0ab6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8 HTTP/1.1" status: 200  len: 854 time: 0.1345906
May 12 08:17:55.534912 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b45a56-38fd-4e40-bbc4-dccbb053db42 req-e16c8abe-e6e1-4bc6-8d29-6502274e1aa8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:55.548391 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-76b45a56-38fd-4e40-bbc4-dccbb053db42 req-e16c8abe-e6e1-4bc6-8d29-6502274e1aa8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1494873
May 12 08:17:55.555217 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-5c6b0800-06b3-4804-8dd0-92d9b6c1c25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:55.615694 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-76b45a56-38fd-4e40-bbc4-dccbb053db42 req-b7cbf245-c495-4ed9-8662-105270a595ca tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657716
May 12 08:17:55.650320 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-50a1b1ad-88e7-479b-a14a-9a3dbcfa9c87 req-d57c5d42-f4b1-4735-b91b-22ddc68e6f46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c93c52-d434-4d11-965a-99883e6ce5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1015115
May 12 08:17:55.892630 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-50a1b1ad-88e7-479b-a14a-9a3dbcfa9c87 req-91f60917-4d58-43b1-a725-ed31c8db41d5 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2331605
May 12 08:17:56.009473 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bdc71-2d89-478f-8046-7236fe97eb13 req-525a029c-9a8d-449f-a971-5cb563651c7d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:56.010946 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ca4bdc71-2d89-478f-8046-7236fe97eb13 req-525a029c-9a8d-449f-a971-5cb563651c7d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 943 time: 0.2216835
May 12 08:17:56.090101 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-50a1b1ad-88e7-479b-a14a-9a3dbcfa9c87 req-3cb5af1d-c19c-47e6-aeaf-3412fda5682e service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1743722
May 12 08:17:56.092976 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ca4bdc71-2d89-478f-8046-7236fe97eb13 req-2cbc67a7-80a6-4f19-a2d3-ebce0fdebaf5 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705640
May 12 08:17:56.381655 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:56.522223 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58348) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:56.645703 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-3fd60c35-b451-4d3f-9af8-8538dc22ce67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:56.661496 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-3fd60c35-b451-4d3f-9af8-8538dc22ce67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:56.666313 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-3fd60c35-b451-4d3f-9af8-8538dc22ce67 admin admin] Usage tracker for resource:security_group_rule and tenant:8bb51bf7aad848e198dfa1ba48a15e48 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:56.669306 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-3fd60c35-b451-4d3f-9af8-8538dc22ce67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:56.675284 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-3fd60c35-b451-4d3f-9af8-8538dc22ce67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:56.825577 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-3fd60c35-b451-4d3f-9af8-8538dc22ce67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:56.832267 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-3fd60c35-b451-4d3f-9af8-8538dc22ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:56.841339 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-bfc29d87-164b-4149-99d1-447d9d9d959a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:56.893100 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-3fd60c35-b451-4d3f-9af8-8538dc22ce67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bb51bf7aad848e198dfa1ba48a15e48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3695412
May 12 08:17:56.895757 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 58370) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:56.901665 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b217458-7796-4786-a14f-9109beb8db9c req-3bc9a7f6-0075-4ec0-a3c2-0c4a448a5e6d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:56.908389 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2b217458-7796-4786-a14f-9109beb8db9c req-3bc9a7f6-0075-4ec0-a3c2-0c4a448a5e6d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1808093
May 12 08:17:56.923584 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd60c35-b451-4d3f-9af8-8538dc22ce67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b36440-53cc-47ca-bc94-fa57a7d54289,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:56.942968 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-3fd60c35-b451-4d3f-9af8-8538dc22ce67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:56.988592 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2b217458-7796-4786-a14f-9109beb8db9c req-8aaf6094-0252-4fcd-956d-41475c41d012 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792472
May 12 08:17:57.008505 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5fe8b5e2-1f5a-4bae-ab8f-a9c3d6a126be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:57.035245 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5fe8b5e2-1f5a-4bae-ab8f-a9c3d6a126be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:57.100495 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5fe8b5e2-1f5a-4bae-ab8f-a9c3d6a126be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:57.107231 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-007f7c80-eddf-4d99-9ece-b826bcb2984e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:57.120455 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8b5e2-1f5a-4bae-ab8f-a9c3d6a126be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b36440-53cc-47ca-bc94-fa57a7d54289,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:57.123676 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-5fe8b5e2-1f5a-4bae-ab8f-a9c3d6a126be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:57.125902 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5fe8b5e2-1f5a-4bae-ab8f-a9c3d6a126be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:57.130169 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-5fe8b5e2-1f5a-4bae-ab8f-a9c3d6a126be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67b36440-53cc-47ca-bc94-fa57a7d54289 HTTP/1.1" status: 204  len: 168 time: 0.2333632
May 12 08:17:57.341668 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4a754-e75a-478c-bc1e-757c85f00a15 req-06468528-b96b-4349-a8e2-c228b531f4ba tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:57.343879 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-05d4a754-e75a-478c-bc1e-757c85f00a15 req-06468528-b96b-4349-a8e2-c228b531f4ba tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 943 time: 0.1054459
May 12 08:17:57.418716 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-05d4a754-e75a-478c-bc1e-757c85f00a15 req-3ab338dc-89c5-4c41-9646-30d39c140c75 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681596
May 12 08:17:57.782747 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:58.181808 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f1a84-ed1e-4bc1-9303-465fac0f2be5 req-a14b8f60-0c36-455c-a08a-d32d7d5bbc6b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:58.183369 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-de3f1a84-ed1e-4bc1-9303-465fac0f2be5 req-a14b8f60-0c36-455c-a08a-d32d7d5bbc6b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0949771
May 12 08:17:58.237843 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-de3f1a84-ed1e-4bc1-9303-465fac0f2be5 req-0a511621-1939-47a9-b7b0-d62fe64062dd tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466387
May 12 08:17:58.621196 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fe152-5778-4213-9864-99eb8f86af3f req-048f5a0d-6523-4224-8612-5b5341989af4 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:58.622649 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9b3fe152-5778-4213-9864-99eb8f86af3f req-048f5a0d-6523-4224-8612-5b5341989af4 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 943 time: 0.0817459
May 12 08:17:58.666440 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9b3fe152-5778-4213-9864-99eb8f86af3f req-6e6a2475-8224-4116-9382-f10f73dd1f62 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379140
May 12 08:17:59.041124 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58458) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:59.165951 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c306b542-83f1-43d0-b56a-5722881471b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.182823 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-c306b542-83f1-43d0-b56a-5722881471b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:59.187986 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-c306b542-83f1-43d0-b56a-5722881471b6 admin admin] Usage tracker for resource:security_group_rule and tenant:98f5672d859d47c3b6104ec8d5534b62 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:59.192129 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-c306b542-83f1-43d0-b56a-5722881471b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:59.199776 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-c306b542-83f1-43d0-b56a-5722881471b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:59.295061 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c306b542-83f1-43d0-b56a-5722881471b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.299893 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c306b542-83f1-43d0-b56a-5722881471b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.327381 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:59.341736 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-c306b542-83f1-43d0-b56a-5722881471b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98f5672d859d47c3b6104ec8d5534b62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2994306
May 12 08:17:59.344503 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 58474) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:59.357066 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306b542-83f1-43d0-b56a-5722881471b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac42671-ef76-49a6-a819-2b9673351934,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:59.361277 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c306b542-83f1-43d0-b56a-5722881471b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:59.383114 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 58478) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:59.437285 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dbbf1055-75c8-4750-8f01-6a2770aecc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.487696 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089cd45-2e04-4b17-b4e7-11d95545876d req-416b3b50-5358-45cf-a70e-4d2abb790539 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:17:59.493536 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dbbf1055-75c8-4750-8f01-6a2770aecc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.496003 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1089cd45-2e04-4b17-b4e7-11d95545876d req-416b3b50-5358-45cf-a70e-4d2abb790539 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1296012
May 12 08:17:59.548182 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1089cd45-2e04-4b17-b4e7-11d95545876d req-5e1d1724-ca3a-4448-9dcb-7f24d1f7de01 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511620
May 12 08:17:59.558595 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9a895e7b-eccd-469b-9ec3-7f568d45f4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.582321 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-9a895e7b-eccd-469b-9ec3-7f568d45f4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:17:59.587635 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-9a895e7b-eccd-469b-9ec3-7f568d45f4fc admin admin] Usage tracker for resource:security_group_rule and tenant:d24e8a80cd3941ee98eaaba2f38f517b is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:17:59.591005 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-9a895e7b-eccd-469b-9ec3-7f568d45f4fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:17:59.597975 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:17:59.598530 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-9a895e7b-eccd-469b-9ec3-7f568d45f4fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:17:59.613159 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dbbf1055-75c8-4750-8f01-6a2770aecc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.622648 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:59.640108 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf1055-75c8-4750-8f01-6a2770aecc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac42671-ef76-49a6-a819-2b9673351934,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:59.642516 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-dbbf1055-75c8-4750-8f01-6a2770aecc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:59.652661 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dbbf1055-75c8-4750-8f01-6a2770aecc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.653823 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-dbbf1055-75c8-4750-8f01-6a2770aecc75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ac42671-ef76-49a6-a819-2b9673351934 HTTP/1.1" status: 204  len: 168 time: 0.3078260
May 12 08:17:59.748844 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:59.749007 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9a895e7b-eccd-469b-9ec3-7f568d45f4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.754391 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-9a895e7b-eccd-469b-9ec3-7f568d45f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.764097 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': 'b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb', 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2', 'port_id': 'b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb', 'mac_address': 'fa:16:3e:4c:5a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:17:59.766145 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-68a3ce08-6a84-4515-9db3-862ca8904001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:59.815394 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-9a895e7b-eccd-469b-9ec3-7f568d45f4fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d24e8a80cd3941ee98eaaba2f38f517b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4309936
May 12 08:17:59.817224 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a895e7b-eccd-469b-9ec3-7f568d45f4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fcfd4d-8994-45dd-b8a4-ec2a7aeb7ea9,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:17:59.817942 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58496) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:17:59.834278 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9a895e7b-eccd-469b-9ec3-7f568d45f4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:17:59.837464 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.855787 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:17:59.878881 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:17:59.894448 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.896406 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:17:59.920324 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-853d3989-9c4b-46f9-b321-c62944c44aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:17:59.952383 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-853d3989-9c4b-46f9-b321-c62944c44aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:00.011201 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:00.015152 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:00.030958 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-853d3989-9c4b-46f9-b321-c62944c44aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:00.033857 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06444c0e-2e0e-4a22-9c87-b5728c5396a6 req-eaeafd41-a4de-44af-b3f2-65154026d5fb tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:00.037036 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-7a36b266-b7d2-4bf3-afba-37f31c994c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:00.042371 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-06444c0e-2e0e-4a22-9c87-b5728c5396a6 req-eaeafd41-a4de-44af-b3f2-65154026d5fb tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 944 time: 0.1585817
May 12 08:18:00.059556 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d3989-9c4b-46f9-b321-c62944c44aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fcfd4d-8994-45dd-b8a4-ec2a7aeb7ea9,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:00.067546 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-853d3989-9c4b-46f9-b321-c62944c44aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:00.091748 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-853d3989-9c4b-46f9-b321-c62944c44aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:00.093157 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-06444c0e-2e0e-4a22-9c87-b5728c5396a6 req-e5d19460-9ebb-4ce0-9b99-5b76ab737aa7 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498631
May 12 08:18:00.093564 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-853d3989-9c4b-46f9-b321-c62944c44aad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47fcfd4d-8994-45dd-b8a4-ec2a7aeb7ea9 HTTP/1.1" status: 204  len: 168 time: 0.2746432
May 12 08:18:00.255245 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:18:00.495185 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 58532) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:00.515005 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bb94ceb3-cc98-4e9b-9302-748542f1c2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:00.532756 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-bb94ceb3-cc98-4e9b-9302-748542f1c2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:00.538466 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-bb94ceb3-cc98-4e9b-9302-748542f1c2b9 admin admin] Usage tracker for resource:security_group_rule and tenant:c083ee686ccf4a9d88d3f8bf77a9c4fd is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:00.541551 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-bb94ceb3-cc98-4e9b-9302-748542f1c2b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:00.547321 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-bb94ceb3-cc98-4e9b-9302-748542f1c2b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:00.654434 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bb94ceb3-cc98-4e9b-9302-748542f1c2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:00.660363 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bb94ceb3-cc98-4e9b-9302-748542f1c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:00.689918 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-5fe8b5e2-1f5a-4bae-ab8f-a9c3d6a126be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:00.700707 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-bb94ceb3-cc98-4e9b-9302-748542f1c2b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c083ee686ccf4a9d88d3f8bf77a9c4fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2019906
May 12 08:18:00.702136 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58546) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:00.768234 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94ceb3-cc98-4e9b-9302-748542f1c2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4add3269-d9b4-4b58-a2af-1d2144170af3,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:00.772670 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-bb94ceb3-cc98-4e9b-9302-748542f1c2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:00.779745 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-e887a357-f198-494e-9ee4-36452d74c6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:00.808757 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-e887a357-f198-494e-9ee4-36452d74c6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:00.827513 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0969ec6-a4f3-47eb-a4e6-abd61a199c97 req-ec528124-d859-4029-bcf8-9da6c413f5a0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:00.830974 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0969ec6-a4f3-47eb-a4e6-abd61a199c97 req-ec528124-d859-4029-bcf8-9da6c413f5a0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1421928
May 12 08:18:00.872577 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-e887a357-f198-494e-9ee4-36452d74c6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:00.879049 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:00.892047 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0969ec6-a4f3-47eb-a4e6-abd61a199c97 req-7e40e2b3-d0ce-4225-ab1e-949197a74313 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547318
May 12 08:18:00.893607 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887a357-f198-494e-9ee4-36452d74c6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4add3269-d9b4-4b58-a2af-1d2144170af3,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:00.903135 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-e887a357-f198-494e-9ee4-36452d74c6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:00.905476 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-e887a357-f198-494e-9ee4-36452d74c6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:00.906768 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-e887a357-f198-494e-9ee4-36452d74c6b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4add3269-d9b4-4b58-a2af-1d2144170af3 HTTP/1.1" status: 204  len: 168 time: 0.2032471
May 12 08:18:01.421829 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58578) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:01.446442 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a54caf30-0e91-456b-a107-62b776888587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.466828 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-a54caf30-0e91-456b-a107-62b776888587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:01.470889 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-a54caf30-0e91-456b-a107-62b776888587 admin admin] Usage tracker for resource:security_group_rule and tenant:dab74b7e28ce46859e8b026bb92da5f7 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:01.474310 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-a54caf30-0e91-456b-a107-62b776888587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:01.481347 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-a54caf30-0e91-456b-a107-62b776888587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:01.502823 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58582) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:01.508539 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe183e6-99e8-4304-b4d3-eed24b22f885 req-d0275941-8748-47b6-9d62-75e90903c539 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:01.519886 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dbe183e6-99e8-4304-b4d3-eed24b22f885 req-d0275941-8748-47b6-9d62-75e90903c539 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 944 time: 0.1891344
May 12 08:18:01.567109 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dbe183e6-99e8-4304-b4d3-eed24b22f885 req-56f84cc8-ed8f-4d22-9dea-0d357dc33680 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455468
May 12 08:18:01.593983 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a54caf30-0e91-456b-a107-62b776888587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.610420 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a54caf30-0e91-456b-a107-62b776888587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.616558 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:01.634119 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-18d0bddd-36ba-4554-b4b1-fce77cb8bbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:01.675402 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 58592) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:01.675645 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-a54caf30-0e91-456b-a107-62b776888587 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dab74b7e28ce46859e8b026bb92da5f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2524111
May 12 08:18:01.680013 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9c00-864a-4427-988f-e30a049e803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.711445 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4fcb9c00-864a-4427-988f-e30a049e803e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:01.716050 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:01.719802 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4fcb9c00-864a-4427-988f-e30a049e803e admin admin] Usage tracker for resource:security_group_rule and tenant:e26a40a1d72e4b339222461570af06d5 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:01.722608 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54caf30-0e91-456b-a107-62b776888587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa27a69f-1e50-44bf-9723-602c7cac5775,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:01.723782 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:01.724820 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.737818 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4fcb9c00-864a-4427-988f-e30a049e803e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:01.742590 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a54caf30-0e91-456b-a107-62b776888587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:01.746350 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4fcb9c00-864a-4427-988f-e30a049e803e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:01.747018 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-27514a81-6eea-4cc7-b2c4-992c1cd0b0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.779615 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-27514a81-6eea-4cc7-b2c4-992c1cd0b0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.846727 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9c00-864a-4427-988f-e30a049e803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.849625 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-27514a81-6eea-4cc7-b2c4-992c1cd0b0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.853694 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-bb94ceb3-cc98-4e9b-9302-748542f1c2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:01.854875 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9c00-864a-4427-988f-e30a049e803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.863371 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-853d3989-9c4b-46f9-b321-c62944c44aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:01.889080 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27514a81-6eea-4cc7-b2c4-992c1cd0b0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa27a69f-1e50-44bf-9723-602c7cac5775,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:01.902278 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-27514a81-6eea-4cc7-b2c4-992c1cd0b0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:01.905795 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-4fcb9c00-864a-4427-988f-e30a049e803e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e26a40a1d72e4b339222461570af06d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4017017
May 12 08:18:01.907030 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-27514a81-6eea-4cc7-b2c4-992c1cd0b0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.908505 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58600) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:01.911478 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb9c00-864a-4427-988f-e30a049e803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54312fa8-0b56-48a3-8a13-c24e300b8213,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:01.911704 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-27514a81-6eea-4cc7-b2c4-992c1cd0b0c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa27a69f-1e50-44bf-9723-602c7cac5775 HTTP/1.1" status: 204  len: 168 time: 0.2350414
May 12 08:18:01.913399 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.925584 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4fcb9c00-864a-4427-988f-e30a049e803e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:01.942753 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457d6385-c648-42f5-b5b8-b0ccfea261de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:01.962505 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:01.967891 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:01.970603 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:02.006088 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-52b348ba-27bb-4b53-bdcc-826db604bf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:02.034885 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457d6385-c648-42f5-b5b8-b0ccfea261de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb', 'code': 200}
May 12 08:18:02.046724 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:02.057494 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-52b348ba-27bb-4b53-bdcc-826db604bf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:02.058245 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:02.123121 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-52b348ba-27bb-4b53-bdcc-826db604bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:02.128418 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-ba6a4da4-4f45-46c4-8b9f-fa1952a69cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:02.151131 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b348ba-27bb-4b53-bdcc-826db604bf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54312fa8-0b56-48a3-8a13-c24e300b8213,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:02.155603 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-52b348ba-27bb-4b53-bdcc-826db604bf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:02.157739 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-52b348ba-27bb-4b53-bdcc-826db604bf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:02.159032 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-52b348ba-27bb-4b53-bdcc-826db604bf92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54312fa8-0b56-48a3-8a13-c24e300b8213 HTTP/1.1" status: 204  len: 168 time: 0.2494283
May 12 08:18:02.164131 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad863d2-00bb-4129-8080-76e6aaa736f0 req-7d6b3f53-7dc7-47eb-9d5b-e736a1456062 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:02.165756 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ad863d2-00bb-4129-8080-76e6aaa736f0 req-7d6b3f53-7dc7-47eb-9d5b-e736a1456062 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0947311
May 12 08:18:02.261053 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3ad863d2-00bb-4129-8080-76e6aaa736f0 req-69a657e8-176e-4c65-a3b7-46f922327a17 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889730
May 12 08:18:02.303133 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc591e6d-04d1-42a7-a826-747ab8f917ef req-3d4fece2-79b4-4c0b-9eb6-5437369e938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:02.304776 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cc591e6d-04d1-42a7-a826-747ab8f917ef req-3d4fece2-79b4-4c0b-9eb6-5437369e938a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 1098 time: 0.0867620
May 12 08:18:02.358969 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cc591e6d-04d1-42a7-a826-747ab8f917ef req-0472f66a-ff48-49b4-8099-b6af71d3b6ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445354
May 12 08:18:02.692851 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-40da8b07-a0f8-408e-b44b-3d24b1e46653 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ab6e479470ea4b758b6a319afebb3815&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0300887
May 12 08:18:02.823161 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1a61a-db95-414d-bb77-119b421debdf req-7c89f6fe-2bcf-46d1-8c1a-8d6f27fe1748 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:02.824657 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-30d1a61a-db95-414d-bb77-119b421debdf req-7c89f6fe-2bcf-46d1-8c1a-8d6f27fe1748 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 945 time: 0.1434517
May 12 08:18:02.828175 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053665e2-6870-46ce-b9ac-b419b89c167a req-301e9702-995c-4e78-a558-74dc51caab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:02.829924 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-053665e2-6870-46ce-b9ac-b419b89c167a req-301e9702-995c-4e78-a558-74dc51caab5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 1099 time: 0.1143756
May 12 08:18:02.848089 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-78e4f01a-adcb-45f7-8386-6265bfc64f78 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:02.849570 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-78e4f01a-adcb-45f7-8386-6265bfc64f78 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1507704
May 12 08:18:02.867379 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-5f6ca59f-1032-42f2-bb66-b925c54bf962 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/quotas/ab6e479470ea4b758b6a319afebb3815 HTTP/1.1" status: 200  len: 375 time: 0.0123193
May 12 08:18:02.905804 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-30d1a61a-db95-414d-bb77-119b421debdf req-5679a0a5-cb47-4e17-a336-073d368ec6b1 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693035
May 12 08:18:02.909090 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-053665e2-6870-46ce-b9ac-b419b89c167a req-52c710ad-af0d-46c2-a1e6-784eea93b06f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576010
May 12 08:18:02.916458 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-637c6a7e-2de6-4677-a62e-7767f49f3083 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab6e479470ea4b758b6a319afebb3815&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0435746
May 12 08:18:03.122002 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2ffa762e-488d-4c96-8e81-aff1c7c87c02 req-8689d633-0076-4e36-aafb-804d89248886 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 210 time: 0.0482385
May 12 08:18:03.345596 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58674) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:03.546716 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f978e2-4613-4d93-a38c-96f816936765 req-72566576-b1e2-4c13-9698-855d4f37b445 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:03.555011 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-577d3473-ddfe-4ee4-8243-2237b048198e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:03.555882 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-57f978e2-4613-4d93-a38c-96f816936765 req-72566576-b1e2-4c13-9698-855d4f37b445 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1516666
May 12 08:18:03.589435 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-577d3473-ddfe-4ee4-8243-2237b048198e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:03.598930 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-577d3473-ddfe-4ee4-8243-2237b048198e admin admin] Usage tracker for resource:security_group_rule and tenant:4250f9c899d046e4b6db1d02af377fdd is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:03.603566 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-577d3473-ddfe-4ee4-8243-2237b048198e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:03.613030 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-577d3473-ddfe-4ee4-8243-2237b048198e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:03.646356 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-57f978e2-4613-4d93-a38c-96f816936765 req-31b19f93-a9d4-463e-a0e3-fe6fa5e4c51d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894668
May 12 08:18:03.774325 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-577d3473-ddfe-4ee4-8243-2237b048198e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:03.779258 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-577d3473-ddfe-4ee4-8243-2237b048198e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:03.786595 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-b708832b-c3a9-4688-99fd-3f7528156e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:03.827568 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-577d3473-ddfe-4ee4-8243-2237b048198e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4250f9c899d046e4b6db1d02af377fdd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4807477
May 12 08:18:03.828512 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d3473-ddfe-4ee4-8243-2237b048198e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55911aae-16bc-46a7-9517-04cb9bd3f454,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:03.830340 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 58686) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:03.831469 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-577d3473-ddfe-4ee4-8243-2237b048198e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:03.889556 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77db81c6-37d0-4dd1-a49e-5dfe25c3dc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:03.916771 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77db81c6-37d0-4dd1-a49e-5dfe25c3dc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:03.974002 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77db81c6-37d0-4dd1-a49e-5dfe25c3dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:03.977954 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e44db8be-20f6-4a07-abb4-5d3341c1d67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:03.991489 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db81c6-37d0-4dd1-a49e-5dfe25c3dc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55911aae-16bc-46a7-9517-04cb9bd3f454,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:03.993817 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-77db81c6-37d0-4dd1-a49e-5dfe25c3dc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:03.995910 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77db81c6-37d0-4dd1-a49e-5dfe25c3dc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:03.997016 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-77db81c6-37d0-4dd1-a49e-5dfe25c3dc51 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55911aae-16bc-46a7-9517-04cb9bd3f454 HTTP/1.1" status: 204  len: 168 time: 0.1648071
May 12 08:18:04.090921 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424031c5-84d9-4b27-9448-97b8732d6864 req-1940860b-231b-449f-98c5-c9b3e1834ac9 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:04.092417 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-424031c5-84d9-4b27-9448-97b8732d6864 req-1940860b-231b-449f-98c5-c9b3e1834ac9 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 945 time: 0.0850744
May 12 08:18:04.141152 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-424031c5-84d9-4b27-9448-97b8732d6864 req-a54fec83-ee63-4eac-ba76-dd5684b69d66 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415318
May 12 08:18:04.289967 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-943c8442-363a-482a-8740-090812fbef67 req-50cc2bd1-ad9f-4d06-8f3f-e2dba509e4b0 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 210 time: 0.0455892
May 12 08:18:04.304127 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 58702) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:04.326017 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ef337f36-f121-4bdb-991c-f1c57eefe7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:04.344263 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ef337f36-f121-4bdb-991c-f1c57eefe7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:04.348212 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ef337f36-f121-4bdb-991c-f1c57eefe7a7 admin admin] Usage tracker for resource:security_group_rule and tenant:64b5dd673d864c398d59786b957ba355 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:04.351894 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ef337f36-f121-4bdb-991c-f1c57eefe7a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:04.358326 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ef337f36-f121-4bdb-991c-f1c57eefe7a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:04.514710 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ef337f36-f121-4bdb-991c-f1c57eefe7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:04.519706 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ef337f36-f121-4bdb-991c-f1c57eefe7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:04.528335 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9ec70d54-d1a2-4d95-9bd9-c36bca10d189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:04.573517 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef337f36-f121-4bdb-991c-f1c57eefe7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feb0cca-bffa-4ea4-8a78-4fe3991a1523,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:04.589834 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ef337f36-f121-4bdb-991c-f1c57eefe7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:04.596506 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-ef337f36-f121-4bdb-991c-f1c57eefe7a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64b5dd673d864c398d59786b957ba355&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2884336
May 12 08:18:04.596783 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 58712) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:04.688767 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-312b267d-08c7-40c8-adf2-72a90a923467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:04.691891 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-18e8ee85-0d59-4f31-b579-ca68b7017f78 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ab6e479470ea4b758b6a319afebb3815&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0312955
May 12 08:18:04.749509 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-312b267d-08c7-40c8-adf2-72a90a923467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:04.981165 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-0999e43e-65ae-4c95-82b8-8fd31009670a tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:04.982668 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-0999e43e-65ae-4c95-82b8-8fd31009670a tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2716930
May 12 08:18:04.996538 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be24a2a-731a-4de5-9222-f031869aa452 req-5a3e8447-bf53-41d1-84e7-3d17edc602dd tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:04.998028 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2be24a2a-731a-4de5-9222-f031869aa452 req-5a3e8447-bf53-41d1-84e7-3d17edc602dd tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1927145
May 12 08:18:04.999167 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-312b267d-08c7-40c8-adf2-72a90a923467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:05.004201 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ef337f36-f121-4bdb-991c-f1c57eefe7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:05.021848 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Request body: {'port': {'device_id': '226b8181-556a-4121-bebd-970a915cdf1e', 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d', 'admin_state_up': True, 'tenant_id': 'ab6e479470ea4b758b6a319afebb3815'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:05.060132 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b267d-08c7-40c8-adf2-72a90a923467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feb0cca-bffa-4ea4-8a78-4fe3991a1523,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:05.062401 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-312b267d-08c7-40c8-adf2-72a90a923467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:05.118840 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-312b267d-08c7-40c8-adf2-72a90a923467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:05.119955 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-312b267d-08c7-40c8-adf2-72a90a923467 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9feb0cca-bffa-4ea4-8a78-4fe3991a1523 HTTP/1.1" status: 204  len: 168 time: 0.5223250
May 12 08:18:05.162908 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2be24a2a-731a-4de5-9222-f031869aa452 req-48c028cd-e02e-487b-96c9-c4aca745fb7e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462047
May 12 08:18:05.211748 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:05.216439 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Usage tracker for resource:port and tenant:ab6e479470ea4b758b6a319afebb3815 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:05.219720 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:05.229558 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:05.249439 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Made reservation on behalf of ab6e479470ea4b758b6a319afebb3815 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:05.254515 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:05.278088 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:05.303414 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:05.310521 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Usage tracker for resource:security_group_rule and tenant:ab6e479470ea4b758b6a319afebb3815 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:05.315500 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:05.325091 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:05.482036 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10841381-4d51-4f7c-be55-d18397aa9765 req-ccc5aec2-dbae-4fdf-982e-336fd59e5613 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:05.488945 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-10841381-4d51-4f7c-be55-d18397aa9765 req-ccc5aec2-dbae-4fdf-982e-336fd59e5613 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1542048
May 12 08:18:05.498654 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:05.546705 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-10841381-4d51-4f7c-be55-d18397aa9765 req-3bdc630f-6e98-489b-a5e1-d5a1aa140b8e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552258
May 12 08:18:05.567296 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-58f188b3-14bf-4f22-a7a3-19aeb42f3bd0 req-0aca8602-3c76-47dd-b773-0406cb25ae74 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 210 time: 0.0658488
May 12 08:18:05.568678 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:05.578641 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-27514a81-6eea-4cc7-b2c4-992c1cd0b0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:05.654746 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac427b4-2a62-45c2-8e01-f90e33a90486,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:05.664878 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:05.773523 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Allocated IP 192.168.233.110 (cf27d0f9-3676-4758-b077-10892dc2df5d/4b13d948-e863-45b4-bcde-4d93f41b8c97/cc0900c0-1391-4fc4-9367-06a778b42b82) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:06.041923 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:06.064832 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Transition to ACTIVE for port object cc0900c0-1391-4fc4-9367-06a778b42b82 will not be triggered until provisioned by entity DHCP. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:06.106361 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:06.123570 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:06.196244 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Network cf27d0f9-3676-4758-b077-10892dc2df5d is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:06.199147 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:06.203047 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:06.285414 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:06.286045 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:06.305014 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Pushing event updated for resources: {'Port': ['ID=cc0900c0-1391-4fc4-9367-06a778b42b82,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:06.309990 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:06.316386 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3047612
May 12 08:18:06.332034 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Request body: {'port': {'device_id': '226b8181-556a-4121-bebd-970a915cdf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:06.491473 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:06.503136 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-74684c1c-4e6c-4439-9cc7-e16c1fddf579 None None] Provisioning for port cc0900c0-1391-4fc4-9367-06a778b42b82 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:06.507980 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-74684c1c-4e6c-4439-9cc7-e16c1fddf579 None None] Provisioning complete for port cc0900c0-1391-4fc4-9367-06a778b42b82 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:06.508365 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-74684c1c-4e6c-4439-9cc7-e16c1fddf579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:06.580679 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-74684c1c-4e6c-4439-9cc7-e16c1fddf579 None None] Port cc0900c0-1391-4fc4-9367-06a778b42b82 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:18:06.782667 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a03fa-4173-4872-8b7d-6acb1eba22e4 req-a3508426-408a-46aa-a5ef-049d74acbc97 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:06.786036 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5a4a03fa-4173-4872-8b7d-6acb1eba22e4 req-a3508426-408a-46aa-a5ef-049d74acbc97 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 936 time: 0.0888388
May 12 08:18:06.851086 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5a4a03fa-4173-4872-8b7d-6acb1eba22e4 req-f8c250c9-6081-407e-9fcb-aad5833d8b82 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573199
May 12 08:18:06.978412 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0900c0-1391-4fc4-9367-06a778b42b82 {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:18:06.986503 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:07.002144 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Transition to ACTIVE for port object cc0900c0-1391-4fc4-9367-06a778b42b82 will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:07.006194 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:07.011410 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:07.117025 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58814) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:07.151130 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0900c0-1391-4fc4-9367-06a778b42b82,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:07.214364 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:07.316400 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Attempting to bind port cc0900c0-1391-4fc4-9367-06a778b42b82 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:18:07.316742 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Attempting to bind port cc0900c0-1391-4fc4-9367-06a778b42b82 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '5a7ecf87-6e42-4a09-9e2a-f9956141015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:18:07.317234 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Attempting to bind port cc0900c0-1391-4fc4-9367-06a778b42b82 on network cf27d0f9-3676-4758-b077-10892dc2df5d {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:07.323917 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Port cc0900c0-1391-4fc4-9367-06a778b42b82 on network cf27d0f9-3676-4758-b077-10892dc2df5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:18:07.324277 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Attempting to bind port cc0900c0-1391-4fc4-9367-06a778b42b82 on network cf27d0f9-3676-4758-b077-10892dc2df5d {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:07.324772 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b0-42eb-400e-be0e-ee7473e5ca3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:07.329805 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:18:07.330147 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Checking segment: {'id': '5a7ecf87-6e42-4a09-9e2a-f9956141015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:07.330527 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Bound using segment: {'id': '5a7ecf87-6e42-4a09-9e2a-f9956141015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:18:07.330970 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Bound port: cc0900c0-1391-4fc4-9367-06a778b42b82, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7ecf87-6e42-4a09-9e2a-f9956141015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:18:07.331449 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:07.341033 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-6d6cd4b0-42eb-400e-be0e-ee7473e5ca3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:07.345377 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-6d6cd4b0-42eb-400e-be0e-ee7473e5ca3b admin admin] Usage tracker for resource:security_group_rule and tenant:bd88e8688ff34eb4ab2a2da690764c3a is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:07.348713 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-6d6cd4b0-42eb-400e-be0e-ee7473e5ca3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:07.354988 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-6d6cd4b0-42eb-400e-be0e-ee7473e5ca3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:07.447218 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] For port cc0900c0-1391-4fc4-9367-06a778b42b82, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:18:07.455026 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] For port cc0900c0-1391-4fc4-9367-06a778b42b82, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cc0900c0-1391-4fc4-9367-06a778b42b82,segment=NetworkSegment(5a7ecf87-6e42-4a09-9e2a-f9956141015d),segment_id=5a7ecf87-6e42-4a09-9e2a-f9956141015d)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:18:07.461643 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:07.477464 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-db4eb92c-b589-462d-a255-dc33b4c3f7f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:07.502446 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b0-42eb-400e-be0e-ee7473e5ca3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:07.508522 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b0-42eb-400e-be0e-ee7473e5ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:07.539050 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:07.539731 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:07.541279 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] 10.222.0.39 "PUT /v2.0/ports/cc0900c0-1391-4fc4-9367-06a778b42b82 HTTP/1.1" status: 200  len: 1098 time: 1.2135079
May 12 08:18:07.541785 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226b8181-556a-4121-bebd-970a915cdf1e', 'tag': 'cc0900c0-1391-4fc4-9367-06a778b42b82'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:07.571117 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-66e6d6dc-8a38-4e0c-82ec-a679fb08f8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:07.584750 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-6d6cd4b0-42eb-400e-be0e-ee7473e5ca3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd88e8688ff34eb4ab2a2da690764c3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4661644
May 12 08:18:07.585532 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58832) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:07.653150 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cd4b0-42eb-400e-be0e-ee7473e5ca3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc262c93-0b7f-4256-a990-4d663055bfcc,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:07.659657 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6d6cd4b0-42eb-400e-be0e-ee7473e5ca3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:07.667850 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Pushing event updated for resources: {'Port': ['ID=cc0900c0-1391-4fc4-9367-06a778b42b82,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:07.676979 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:07.685098 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-487002c9-3c0e-4d71-9563-594048919295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:07.729101 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-2de89ceb-3023-4e24-91c8-225672c3b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:07.731480 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-487002c9-3c0e-4d71-9563-594048919295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:07.734121 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-2de89ceb-3023-4e24-91c8-225672c3b7f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab6e479470ea4b758b6a319afebb3815&device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 1101 time: 0.1353033
May 12 08:18:07.751386 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226b8181-556a-4121-bebd-970a915cdf1e', 'tag': 'cc0900c0-1391-4fc4-9367-06a778b42b82', 'status': 'completed', 'code': 200}
May 12 08:18:07.826318 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-bbbe3fdb-484e-4f11-871b-02eff40eb79a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=cc0900c0-1391-4fc4-9367-06a778b42b82 HTTP/1.1" status: 200  len: 217 time: 0.0632308
May 12 08:18:07.885298 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-487002c9-3c0e-4d71-9563-594048919295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:07.890857 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-231ac97d-835a-4898-9db0-f31c6cfa19bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:07.908301 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487002c9-3c0e-4d71-9563-594048919295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc262c93-0b7f-4256-a990-4d663055bfcc,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:07.915418 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-487002c9-3c0e-4d71-9563-594048919295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:07.917873 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-0cabbd0e-2f5f-4f0e-a313-10dbfbfccbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:07.920718 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-0cabbd0e-2f5f-4f0e-a313-10dbfbfccbd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b13d948-e863-45b4-bcde-4d93f41b8c97 HTTP/1.1" status: 200  len: 843 time: 0.0805752
May 12 08:18:07.939988 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f134-8eed-4e3f-9ca2-b13dd6528fb2 req-95bb7b3d-4057-420c-adcd-064c87023634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:07.941710 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2791f134-8eed-4e3f-9ca2-b13dd6528fb2 req-95bb7b3d-4057-420c-adcd-064c87023634 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 1099 time: 0.1754396
May 12 08:18:07.949247 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4894486-898d-4de2-bbba-b5c4209c6855 req-9ef414e6-7304-4ff1-a280-a5c59d430d4d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:07.950597 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d4894486-898d-4de2-bbba-b5c4209c6855 req-9ef414e6-7304-4ff1-a280-a5c59d430d4d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1439230
May 12 08:18:07.951380 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-487002c9-3c0e-4d71-9563-594048919295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:07.952375 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-487002c9-3c0e-4d71-9563-594048919295 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc262c93-0b7f-4256-a990-4d663055bfcc HTTP/1.1" status: 204  len: 168 time: 0.3627059
May 12 08:18:08.006674 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-7d14830d-df69-4f90-826c-29aeb97c3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:08.008130 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-7d14830d-df69-4f90-826c-29aeb97c3b7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf27d0f9-3676-4758-b077-10892dc2df5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0764394
May 12 08:18:08.078477 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d4894486-898d-4de2-bbba-b5c4209c6855 req-88986e1d-8679-4c46-bb3f-78ce4ce4cd67 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043274
May 12 08:18:08.123224 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f134-8eed-4e3f-9ca2-b13dd6528fb2 req-56565752-db37-4bd7-b49e-9b4825f632c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:08.124904 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2791f134-8eed-4e3f-9ca2-b13dd6528fb2 req-56565752-db37-4bd7-b49e-9b4825f632c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 918 time: 0.1713359
May 12 08:18:08.201262 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f1db5-c5ec-4325-a525-d6933486c4b5 req-7a271b6d-f29d-4e74-af15-5d979f2559c0 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:08.201917 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-219f1db5-c5ec-4325-a525-d6933486c4b5 req-7a271b6d-f29d-4e74-af15-5d979f2559c0 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Synchronizing usage tracker for tenant:ab6e479470ea4b758b6a319afebb3815 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:18:08.205529 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2791f134-8eed-4e3f-9ca2-b13dd6528fb2 req-4981c15b-7e60-4d48-8e70-c4b2a2b403ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377eb68e-c1dd-4646-beae-9867a6ee3ce9 HTTP/1.1" status: 200  len: 217 time: 0.0729194
May 12 08:18:08.210896 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-a832ef98-308e-4737-acf4-1ffe2a69f13b service neutron] 10.222.0.39 "GET /v2.0/networks/cf27d0f9-3676-4758-b077-10892dc2df5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682427
May 12 08:18:08.293273 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791f134-8eed-4e3f-9ca2-b13dd6528fb2 req-b6df17e1-2f42-4ec7-9686-a2eb69245443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:08.294766 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2791f134-8eed-4e3f-9ca2-b13dd6528fb2 req-b6df17e1-2f42-4ec7-9686-a2eb69245443 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d718b66-00ea-4b07-8789-ea9a96f8f1de HTTP/1.1" status: 200  len: 857 time: 0.0758257
May 12 08:18:08.375704 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-219f1db5-c5ec-4325-a525-d6933486c4b5 req-7a271b6d-f29d-4e74-af15-5d979f2559c0 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Unset dirty status for tenant:ab6e479470ea4b758b6a319afebb3815 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:18:08.376860 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-219f1db5-c5ec-4325-a525-d6933486c4b5 req-7a271b6d-f29d-4e74-af15-5d979f2559c0 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 948 time: 0.3728299
May 12 08:18:08.381255 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3e5f0c30-bd0a-4058-b6d0-37f8d77f48e6 req-8f6123fd-a478-434c-a68c-97cb9e652654 service neutron] 10.222.0.39 "GET /v2.0/networks/cf27d0f9-3676-4758-b077-10892dc2df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607614
May 12 08:18:08.433991 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2791f134-8eed-4e3f-9ca2-b13dd6528fb2 req-ff878b85-7b7c-4f1e-acb9-74b054b2da9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16ee7d87-925d-4c15-81e4-8db373c2cfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1246285
May 12 08:18:08.450010 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-219f1db5-c5ec-4325-a525-d6933486c4b5 req-b9ef1b67-a389-4f31-8823-2e29831adac5 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Synchronizing usage tracker for tenant:ab6e479470ea4b758b6a319afebb3815 on resource:security_group {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:18:08.525300 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-219f1db5-c5ec-4325-a525-d6933486c4b5 req-b9ef1b67-a389-4f31-8823-2e29831adac5 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Unset dirty status for tenant:ab6e479470ea4b758b6a319afebb3815 on resource:security_group {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:18:08.526553 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-219f1db5-c5ec-4325-a525-d6933486c4b5 req-b9ef1b67-a389-4f31-8823-2e29831adac5 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420774
May 12 08:18:08.591659 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273aad-d4be-4b1a-a389-753a7ab979d8 req-37e9ea51-f698-4b36-b548-c99ca2ab8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:08.593349 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e2273aad-d4be-4b1a-a389-753a7ab979d8 req-37e9ea51-f698-4b36-b548-c99ca2ab8aed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab6e479470ea4b758b6a319afebb3815&device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 1101 time: 0.1368186
May 12 08:18:08.677491 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2791f134-8eed-4e3f-9ca2-b13dd6528fb2 req-abf52ddb-21a3-441c-8cbd-d0104b97116f service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2220936
May 12 08:18:08.728348 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:08.804404 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273aad-d4be-4b1a-a389-753a7ab979d8 req-33bc232b-ef90-4783-b918-3c64e2ced48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:08.806945 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e2273aad-d4be-4b1a-a389-753a7ab979d8 req-33bc232b-ef90-4783-b918-3c64e2ced48c service neutron] 10.222.0.39 "GET /v2.0/networks?id=cf27d0f9-3676-4758-b077-10892dc2df5d HTTP/1.1" status: 200  len: 870 time: 0.2039521
May 12 08:18:08.862190 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2791f134-8eed-4e3f-9ca2-b13dd6528fb2 req-3204d057-a05e-4eb1-b9cf-420eafd79fa8 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703339
May 12 08:18:08.890656 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e2273aad-d4be-4b1a-a389-753a7ab979d8 req-f25982f7-dc3d-4db9-8ee7-042b7263eb78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=cc0900c0-1391-4fc4-9367-06a778b42b82 HTTP/1.1" status: 200  len: 217 time: 0.0747867
May 12 08:18:08.929511 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58878) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:08.976554 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273aad-d4be-4b1a-a389-753a7ab979d8 req-42a01cf9-ffbd-4461-bcd0-c29aeb47c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:08.978102 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e2273aad-d4be-4b1a-a389-753a7ab979d8 req-42a01cf9-ffbd-4461-bcd0-c29aeb47c6a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b13d948-e863-45b4-bcde-4d93f41b8c97 HTTP/1.1" status: 200  len: 843 time: 0.0657430
May 12 08:18:09.058061 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2011988894-network', 'tenant_id': 'd35dffd39bca4e16ac51245d2ed98ee7'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:09.062636 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:09.066653 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Usage tracker for resource:network and tenant:d35dffd39bca4e16ac51245d2ed98ee7 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:09.069548 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:09.075801 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:09.086629 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Made reservation on behalf of d35dffd39bca4e16ac51245d2ed98ee7 for: {'network': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:09.088883 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:09.101662 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:09.117641 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:09.121903 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Usage tracker for resource:security_group_rule and tenant:d35dffd39bca4e16ac51245d2ed98ee7 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:09.124991 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:09.131297 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:09.165487 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2273aad-d4be-4b1a-a389-753a7ab979d8 req-6883611f-bbdc-4a1b-9e15-1b6d7eb217ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:09.168068 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e2273aad-d4be-4b1a-a389-753a7ab979d8 req-6883611f-bbdc-4a1b-9e15-1b6d7eb217ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cf27d0f9-3676-4758-b077-10892dc2df5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1643009
May 12 08:18:09.235122 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:09.239341 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:09.243579 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:09.268554 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'}  {{(pid=78689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:18:09.282235 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3091120-c5aa-4b0b-ba9a-023a3f14be10,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:09.297453 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:09.298417 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:09.298751 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.segments_db [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Added segment 98cbe098-475b-4485-92d1-147a3f3093a3 of type vlan for network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034
May 12 08:18:09.327450 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:09.360821 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:09.362408 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:09.363216 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:09.368104 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-ed191b35-9148-4629-9f26-32cbde1535fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:09.393839 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e2273aad-d4be-4b1a-a389-753a7ab979d8 req-e94afba9-86e6-4b4d-ae33-752d600d14a7 service neutron] 10.222.0.39 "GET /v2.0/networks/cf27d0f9-3676-4758-b077-10892dc2df5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2072601
May 12 08:18:09.403987 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e812a-5525-4372-ab51-c653c8892203 req-5acf820e-f0a5-41a2-884e-933d5ea8f532 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:09.411499 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8b1e812a-5525-4372-ab51-c653c8892203 req-5acf820e-f0a5-41a2-884e-933d5ea8f532 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.2021909
May 12 08:18:09.544167 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8b1e812a-5525-4372-ab51-c653c8892203 req-7081f523-3c92-4a38-9064-91b474742081 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317172
May 12 08:18:09.590680 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Pushing event updated for resources: {'Network': ['ID=25fb5ccd-86c3-4bf3-b7d1-073d3a05f034,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:09.594099 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6630518
May 12 08:18:09.596795 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 58906) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:09.600084 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:09.604452 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Request body: {'subnet': {'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2011988894-subnet', 'tenant_id': 'd35dffd39bca4e16ac51245d2ed98ee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:09.605699 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:18:09.611999 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:09.616232 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Usage tracker for resource:subnet and tenant:d35dffd39bca4e16ac51245d2ed98ee7 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:09.620260 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:09.626847 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:09.645513 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e2273aad-d4be-4b1a-a389-753a7ab979d8 req-866631b3-c1be-4697-8e8c-9cf6fc82ac3c service neutron] 10.222.0.39 "GET /v2.0/networks/cf27d0f9-3676-4758-b077-10892dc2df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2312145
May 12 08:18:09.650360 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Made reservation on behalf of d35dffd39bca4e16ac51245d2ed98ee7 for: {'subnet': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:09.653383 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:09.895391 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd38d6-c28e-4bd8-8fe0-5fa6892691d3 req-193a17a0-fea8-41dd-8845-6c75d4bb3518 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:09.897136 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-34fd38d6-c28e-4bd8-8fe0-5fa6892691d3 req-193a17a0-fea8-41dd-8845-6c75d4bb3518 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 948 time: 0.1584842
May 12 08:18:09.982277 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-34fd38d6-c28e-4bd8-8fe0-5fa6892691d3 req-df20cdfa-4148-4213-8f8a-c03681684283 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743368
May 12 08:18:10.173582 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:10.177336 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d60eba01-fc7d-4d53-8d4d-e4367aaeb101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:10.245715 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4bf06c8-67b5-45d2-8bde-27b22beb40f1,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:10.250918 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:10.257405 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Checking segment: {'id': '98cbe098-475b-4485-92d1-147a3f3093a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:10.257755 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Network hostable DHCP agents. Network: 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:18:10.276315 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:18:10.286275 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034) {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:10.291195 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:10.292208 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:10.295475 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eb0331-8f8d-4ba5-9251-18b72932e860 None None] Network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:18:10.319226 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7203870
May 12 08:18:10.516697 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab00983c-d138-4e31-8e91-4ca54a38eeb9 None None] Network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:18:10.746092 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451bc61-b078-4227-8ae3-ae44169b281c req-fca67442-9a28-4285-ac05-431e32124d5b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:10.747708 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1451bc61-b078-4227-8ae3-ae44169b281c req-fca67442-9a28-4285-ac05-431e32124d5b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0897450
May 12 08:18:10.797279 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1451bc61-b078-4227-8ae3-ae44169b281c req-795e2f5d-feae-437d-9032-89dbc56a0236 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427728
May 12 08:18:11.192754 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3b121-add1-4aeb-99f1-fd4e72b44636 req-2c270a87-5244-48a1-8b37-f9fe27d6e627 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:11.194551 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b7b3b121-add1-4aeb-99f1-fd4e72b44636 req-2c270a87-5244-48a1-8b37-f9fe27d6e627 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 948 time: 0.0853698
May 12 08:18:11.239361 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b7b3b121-add1-4aeb-99f1-fd4e72b44636 req-c15d511d-2424-4aad-b643-5a7fdfab4cdf tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389757
May 12 08:18:11.996445 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281d1fc-72e2-44ff-8e3f-7c3fdf3fb48f req-36bfdfc9-7422-45e2-9b7f-5efe9c6b0482 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:11.997979 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e281d1fc-72e2-44ff-8e3f-7c3fdf3fb48f req-36bfdfc9-7422-45e2-9b7f-5efe9c6b0482 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0866177
May 12 08:18:12.045510 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e281d1fc-72e2-44ff-8e3f-7c3fdf3fb48f req-a188e886-c02b-4980-b8ad-0511a563982e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392220
May 12 08:18:12.437407 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404df9b-f645-4dcf-a48b-7e93b7f10918 req-56dc2bef-3818-4596-a885-3a2b4987859e tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:12.438805 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d404df9b-f645-4dcf-a48b-7e93b7f10918 req-56dc2bef-3818-4596-a885-3a2b4987859e tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 948 time: 0.0860605
May 12 08:18:12.486721 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d404df9b-f645-4dcf-a48b-7e93b7f10918 req-2dbc6910-b1f8-499b-9685-77ec672607c7 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393448
May 12 08:18:13.242663 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d21e7-63b4-4078-99b3-aeaa3fa21ff7 req-89ab91ec-7bfc-4619-a5d2-be891ba36e2c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:13.244099 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1b8d21e7-63b4-4078-99b3-aeaa3fa21ff7 req-89ab91ec-7bfc-4619-a5d2-be891ba36e2c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0886588
May 12 08:18:13.289146 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1b8d21e7-63b4-4078-99b3-aeaa3fa21ff7 req-6fac24ff-a6e7-48c8-b086-b6a87c95371d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390785
May 12 08:18:13.382597 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device cc0900c0-1391-4fc4-9367-06a778b42b82 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:18:13.526568 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port cc0900c0-1391-4fc4-9367-06a778b42b82, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cc0900c0-1391-4fc4-9367-06a778b42b82,segment=NetworkSegment(5a7ecf87-6e42-4a09-9e2a-f9956141015d),segment_id=5a7ecf87-6e42-4a09-9e2a-f9956141015d)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:13.539872 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': 'cc0900c0-1391-4fc4-9367-06a778b42b82', 'network_id': 'cf27d0f9-3676-4758-b077-10892dc2df5d', 'port_id': 'cc0900c0-1391-4fc4-9367-06a778b42b82', 'mac_address': 'fa:16:3e:58:43:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b13d948-e863-45b4-bcde-4d93f41b8c97', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:18:13.595124 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:13.613811 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0900c0-1391-4fc4-9367-06a778b42b82 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:18:13.629207 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port cc0900c0-1391-4fc4-9367-06a778b42b82, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cc0900c0-1391-4fc4-9367-06a778b42b82,segment=NetworkSegment(5a7ecf87-6e42-4a09-9e2a-f9956141015d),segment_id=5a7ecf87-6e42-4a09-9e2a-f9956141015d)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:13.633952 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:13.635600 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:13.675205 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e7e11-068d-4e18-bfb0-693cf6afb6fe req-2e420038-c88c-4988-9820-9892522165f0 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:13.676715 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-341e7e11-068d-4e18-bfb0-693cf6afb6fe req-2e420038-c88c-4988-9820-9892522165f0 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 949 time: 0.0822330
May 12 08:18:13.705797 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=cc0900c0-1391-4fc4-9367-06a778b42b82,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:13.709265 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:13.722995 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-341e7e11-068d-4e18-bfb0-693cf6afb6fe req-b0354375-4fea-43e9-994a-10641e4ec2dd tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403471
May 12 08:18:14.070959 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['cc0900c0-1391-4fc4-9367-06a778b42b82'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:18:14.494558 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305199a-a973-4730-81d3-149f1b163740 req-4532df98-f96a-405f-a83c-8d092fe4312b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:14.496016 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d305199a-a973-4730-81d3-149f1b163740 req-4532df98-f96a-405f-a83c-8d092fe4312b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0810828
May 12 08:18:14.541142 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d305199a-a973-4730-81d3-149f1b163740 req-e14f5a8a-772d-4619-b26a-1ce2101b8376 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394356
May 12 08:18:14.770977 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e914-4c4a-4554-9123-20b04128ade6 req-fa65b699-452e-4508-99e5-806a2c02f170 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:14.771646 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-6322e914-4c4a-4554-9123-20b04128ade6 req-fa65b699-452e-4508-99e5-806a2c02f170 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Synchronizing usage tracker for tenant:d35dffd39bca4e16ac51245d2ed98ee7 on resource:network {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:18:14.789496 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-6322e914-4c4a-4554-9123-20b04128ade6 req-fa65b699-452e-4508-99e5-806a2c02f170 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Unset dirty status for tenant:d35dffd39bca4e16ac51245d2ed98ee7 on resource:network {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:18:14.790596 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-fa65b699-452e-4508-99e5-806a2c02f170 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/networks?id=25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 HTTP/1.1" status: 200  len: 809 time: 0.1619956
May 12 08:18:14.805242 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-bce206d4-d0a1-4237-ad62-b84ddd7b3ff6 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/quotas/d35dffd39bca4e16ac51245d2ed98ee7 HTTP/1.1" status: 200  len: 375 time: 0.0090067
May 12 08:18:14.855536 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-7ff4cda0-5f07-422a-ae9b-6cce13a4b817 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d35dffd39bca4e16ac51245d2ed98ee7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0451419
May 12 08:18:14.910337 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23681799-a6e8-410b-aee9-bb01195df376 req-3429003a-7fb6-4172-9c39-65dcd03b9b3f tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:14.911804 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-23681799-a6e8-410b-aee9-bb01195df376 req-3429003a-7fb6-4172-9c39-65dcd03b9b3f tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 949 time: 0.0827453
May 12 08:18:14.962223 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-23681799-a6e8-410b-aee9-bb01195df376 req-b7c1a647-ad14-41d7-8ba7-1487aceb1fe8 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430756
May 12 08:18:14.989338 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-48c95b57-b2f3-4d31-89e4-7e5dc1ba7336 service neutron] 10.222.0.36 "GET /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269298
May 12 08:18:15.117895 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-351bfd48-a0fd-4878-af52-6e83ce2bdad1 service neutron] 10.222.0.36 "GET /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220813
May 12 08:18:15.298186 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-30dc6e13-8a9b-4d76-82b8-00302018ba44 req-0b3f1a99-05d9-49aa-a198-de85534bb8be tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 210 time: 0.0430586
May 12 08:18:15.892805 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41ec2d-66eb-48cd-9e41-840a415e071c req-79f5057d-c37e-4766-adfa-af6f4d99441c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:15.894291 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6b41ec2d-66eb-48cd-9e41-840a415e071c req-79f5057d-c37e-4766-adfa-af6f4d99441c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0994527
May 12 08:18:15.940044 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6b41ec2d-66eb-48cd-9e41-840a415e071c req-2f2a9a30-8c03-401e-8f70-1b83ec2edade tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400736
May 12 08:18:16.151611 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc543a-1103-4039-a3f8-fa7690183f69 req-bf0902df-b0bd-4265-bab1-f0540a0d9934 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:16.153001 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-02fc543a-1103-4039-a3f8-fa7690183f69 req-bf0902df-b0bd-4265-bab1-f0540a0d9934 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 949 time: 0.0877924
May 12 08:18:16.202923 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-02fc543a-1103-4039-a3f8-fa7690183f69 req-1222ce8f-8f71-4e81-9471-97e084aeaafd tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441830
May 12 08:18:16.447346 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1a32183a-19f4-4ef7-9eb9-0b05996950ca req-d19bc1d2-1ef3-4ac0-bdf3-666c4527b9d6 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 210 time: 0.0420303
May 12 08:18:17.145970 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0e544-3b89-471d-9eb4-658480f93bed req-6ed5324d-4056-4da9-8268-8f3396fa1c8a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:17.147403 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-42e0e544-3b89-471d-9eb4-658480f93bed req-6ed5324d-4056-4da9-8268-8f3396fa1c8a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0892313
May 12 08:18:17.202805 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-42e0e544-3b89-471d-9eb4-658480f93bed req-32d4d8a1-8e6b-4811-8f91-5e19e060e2ba tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497730
May 12 08:18:17.399732 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6381395-b327-4c6d-884e-fb96dcaee8f6 req-e4f06a9e-58fe-4aba-a173-ea8153fdc8b4 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:17.401234 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b6381395-b327-4c6d-884e-fb96dcaee8f6 req-e4f06a9e-58fe-4aba-a173-ea8153fdc8b4 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 949 time: 0.0935264
May 12 08:18:17.445774 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b6381395-b327-4c6d-884e-fb96dcaee8f6 req-d053c5d9-7232-47bd-bb10-a63cc7bf2f53 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387802
May 12 08:18:17.595602 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ecd6c858-6900-46db-8f07-76dfe5a0c5eb req-3d3801bc-09bf-4f64-a029-c60562547ae2 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 210 time: 0.0434330
May 12 08:18:18.397013 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30ed4c-2201-4ff3-b0e4-c96ed42b02be req-a95937ba-148f-45d1-be98-61de9fe414b6 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:18.398588 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ea30ed4c-2201-4ff3-b0e4-c96ed42b02be req-a95937ba-148f-45d1-be98-61de9fe414b6 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0856121
May 12 08:18:18.444841 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ea30ed4c-2201-4ff3-b0e4-c96ed42b02be req-18a17554-b42b-407a-86ea-4ae3e0b708f7 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403895
May 12 08:18:18.647692 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a023683-a95e-480d-a3a1-7d9be21908bd req-e1112fa6-60e2-4a86-b64e-88e44d5a6b52 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:18.649209 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3a023683-a95e-480d-a3a1-7d9be21908bd req-e1112fa6-60e2-4a86-b64e-88e44d5a6b52 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 949 time: 0.0912745
May 12 08:18:18.715826 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3a023683-a95e-480d-a3a1-7d9be21908bd req-ee57d643-fa83-4d43-b012-57a8b75dec21 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592463
May 12 08:18:18.764472 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ecc7027f-4fd8-4fb5-8a71-46bd6b3f255a req-58596f8a-bb2a-4313-bfaa-2a46c274f684 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 210 time: 0.0490751
May 12 08:18:19.022315 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e914-4c4a-4554-9123-20b04128ade6 req-506976d5-58fd-4529-bdb9-569fa1a00807 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:19.023749 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-506976d5-58fd-4529-bdb9-569fa1a00807 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.39 "GET /v2.0/networks?id=25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 HTTP/1.1" status: 200  len: 809 time: 0.2196543
May 12 08:18:19.040171 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Request body: {'port': {'device_id': '29be53c0-422b-4f71-a4a0-db7603d6b632', 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034', 'admin_state_up': True, 'tenant_id': 'd35dffd39bca4e16ac51245d2ed98ee7'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:19.187502 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:19.191932 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Usage tracker for resource:port and tenant:d35dffd39bca4e16ac51245d2ed98ee7 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:19.194918 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:19.201169 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:19.214612 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Made reservation on behalf of d35dffd39bca4e16ac51245d2ed98ee7 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:19.218069 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:19.377806 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Allocated IP 172.20.0.12 (25fb5ccd-86c3-4bf3-b7d1-073d3a05f034/b4bf06c8-67b5-45d2-8bde-27b22beb40f1/626805f1-a0f8-44bf-9aba-482871bda815) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:19.633886 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:19.678885 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6c2a4-0888-4eb3-adb5-9dcd1e22d26a req-2fda367b-3d0c-45c9-bba3-f79a61bad9cd tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:19.680342 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8ee6c2a4-0888-4eb3-adb5-9dcd1e22d26a req-2fda367b-3d0c-45c9-bba3-f79a61bad9cd tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1174932
May 12 08:18:19.707468 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:19.716224 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:19.788153 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8ee6c2a4-0888-4eb3-adb5-9dcd1e22d26a req-3aaf5117-042e-4b3d-aa04-8c58ff8cda3c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011174
May 12 08:18:19.793623 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:19.796542 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:19.800629 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:19.862836 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Pushing event updated for resources: {'Port': ['ID=626805f1-a0f8-44bf-9aba-482871bda815,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:19.872212 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:19.872818 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:19.876683 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:19.894848 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8583760
May 12 08:18:19.936212 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c7ca6-b61a-4bda-9773-e251d5a87fb1 req-46034995-a5d7-4a60-838d-7577c27233ea tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:19.937829 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-116c7ca6-b61a-4bda-9773-e251d5a87fb1 req-46034995-a5d7-4a60-838d-7577c27233ea tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 949 time: 0.0829766
May 12 08:18:19.983887 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-116c7ca6-b61a-4bda-9773-e251d5a87fb1 req-3fd2b89f-be35-4c8b-9ece-65e785b616e4 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401118
May 12 08:18:19.987654 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b28e1-a6d3-4b48-921b-0ab985c007b2 req-e4274687-2722-49d8-a5c5-d3b0d13a2950 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:19.988453 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-0d6b28e1-a6d3-4b48-921b-0ab985c007b2 req-e4274687-2722-49d8-a5c5-d3b0d13a2950 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Synchronizing usage tracker for tenant:d35dffd39bca4e16ac51245d2ed98ee7 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:18:20.013791 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-0d6b28e1-a6d3-4b48-921b-0ab985c007b2 req-e4274687-2722-49d8-a5c5-d3b0d13a2950 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Unset dirty status for tenant:d35dffd39bca4e16ac51245d2ed98ee7 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:18:20.020676 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0d6b28e1-a6d3-4b48-921b-0ab985c007b2 req-e4274687-2722-49d8-a5c5-d3b0d13a2950 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 932 time: 0.1164696
May 12 08:18:20.060417 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0d6b28e1-a6d3-4b48-921b-0ab985c007b2 req-c64d6015-784d-4f31-bccf-fe94e27dcaa5 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387690
May 12 08:18:21.007383 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75130f-4697-420e-867d-c95e3b764996 req-19d977ed-d340-4f81-ae3a-a64c7ce39f59 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:21.008871 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-bd75130f-4697-420e-867d-c95e3b764996 req-19d977ed-d340-4f81-ae3a-a64c7ce39f59 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0931499
May 12 08:18:21.101844 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-bd75130f-4697-420e-867d-c95e3b764996 req-2711ef5d-306e-4048-a5c6-25dc2f9c6dce tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868874
May 12 08:18:21.432023 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f47e-667c-4c19-b007-64f9374c3fca req-1876f7a2-a9fc-4092-b85e-779713abc6ed tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:21.433402 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2785f47e-667c-4c19-b007-64f9374c3fca req-1876f7a2-a9fc-4092-b85e-779713abc6ed tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 949 time: 0.0899913
May 12 08:18:21.482485 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2785f47e-667c-4c19-b007-64f9374c3fca req-d3d836a3-0bf2-4455-8470-591108b1349d tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431883
May 12 08:18:21.659449 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfe9ee-81b8-4f68-ba82-e7d401e76116 req-1703af21-f7e6-4761-a090-9d863bde75d2 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:21.660887 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-64dfe9ee-81b8-4f68-ba82-e7d401e76116 req-1703af21-f7e6-4761-a090-9d863bde75d2 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 932 time: 0.0844078
May 12 08:18:21.705438 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-64dfe9ee-81b8-4f68-ba82-e7d401e76116 req-c9d51810-868e-4105-b074-d5789fefc35d tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Synchronizing usage tracker for tenant:d35dffd39bca4e16ac51245d2ed98ee7 on resource:security_group {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:18:21.724385 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-64dfe9ee-81b8-4f68-ba82-e7d401e76116 req-c9d51810-868e-4105-b074-d5789fefc35d tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Unset dirty status for tenant:d35dffd39bca4e16ac51245d2ed98ee7 on resource:security_group {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:18:21.725749 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-64dfe9ee-81b8-4f68-ba82-e7d401e76116 req-c9d51810-868e-4105-b074-d5789fefc35d tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586998
May 12 08:18:22.299186 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e478c-eb71-4029-850b-ffe215b51dc4 req-188ebf54-097d-4050-b02f-93e9aba55f89 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:22.300529 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-535e478c-eb71-4029-850b-ffe215b51dc4 req-188ebf54-097d-4050-b02f-93e9aba55f89 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0849314
May 12 08:18:22.347407 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-535e478c-eb71-4029-850b-ffe215b51dc4 req-7d52c631-f16d-4b24-b6ca-2f2db70ad273 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402699
May 12 08:18:22.408008 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device cc0900c0-1391-4fc4-9367-06a778b42b82 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:22.417602 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Request body: {'port': {'device_id': '29be53c0-422b-4f71-a4a0-db7603d6b632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:22.482962 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port cc0900c0-1391-4fc4-9367-06a778b42b82 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:22.488145 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port cc0900c0-1391-4fc4-9367-06a778b42b82 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:22.488540 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:22.547527 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:22.656951 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:22.674438 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cb4d3-a92f-4287-bde8-67c004e21bf1 req-b23170d3-2a3d-41fb-915c-3548b51c2913 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:22.676045 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-be1cb4d3-a92f-4287-bde8-67c004e21bf1 req-b23170d3-2a3d-41fb-915c-3548b51c2913 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 949 time: 0.0818517
May 12 08:18:22.683820 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226b8181-556a-4121-bebd-970a915cdf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0900c0-1391-4fc4-9367-06a778b42b82'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:22.694973 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port cc0900c0-1391-4fc4-9367-06a778b42b82, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cc0900c0-1391-4fc4-9367-06a778b42b82,segment=NetworkSegment(5a7ecf87-6e42-4a09-9e2a-f9956141015d),segment_id=5a7ecf87-6e42-4a09-9e2a-f9956141015d)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:22.700271 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:22.704992 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:22.733649 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-be1cb4d3-a92f-4287-bde8-67c004e21bf1 req-3ab985ee-2214-4524-b75e-3d07b7b5a693 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514421
May 12 08:18:22.742620 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226b8181-556a-4121-bebd-970a915cdf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0900c0-1391-4fc4-9367-06a778b42b82', 'code': 200}
May 12 08:18:22.789618 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=cc0900c0-1391-4fc4-9367-06a778b42b82,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:22.798760 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:22.799446 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:22.800056 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:22.800645 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:22.801292 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:22.801879 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:22.802537 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:22.803181 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:22.803719 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:22.804246 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:22.805532 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:22.805532 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:22.825783 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:22.882877 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-ce263cfb-0b52-4932-afd6-fda182c1332f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:23.014357 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626805f1-a0f8-44bf-9aba-482871bda815 {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:18:23.025419 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b59f0-21fa-4ad7-a84e-a8f87dfaedb7 req-fa76fe34-92e7-4737-ba89-9f573edbbb86 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:23.026905 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c35b59f0-21fa-4ad7-a84e-a8f87dfaedb7 req-fa76fe34-92e7-4737-ba89-9f573edbbb86 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 932 time: 0.1659203
May 12 08:18:23.030867 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:23.056424 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49926491-380e-4fc6-8a29-6891ef12586a req-f333b960-2c81-447b-885f-725f6ef42afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:23.057858 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-49926491-380e-4fc6-8a29-6891ef12586a req-f333b960-2c81-447b-885f-725f6ef42afe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 1103 time: 0.0710845
May 12 08:18:23.063630 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Transition to ACTIVE for port object 626805f1-a0f8-44bf-9aba-482871bda815 will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:23.074321 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:23.081538 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1655f298-1f95-43c3-a1a7-47ec3aa7ad2b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:23.112715 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-49926491-380e-4fc6-8a29-6891ef12586a req-f4bcd70e-681c-460a-8dd0-6b36520c73c4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452323
May 12 08:18:23.128287 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:18:23.131988 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c35b59f0-21fa-4ad7-a84e-a8f87dfaedb7 req-14c45ed7-dd5e-42fb-9e2f-aef8b0079b41 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963519
May 12 08:18:23.309271 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Pushing event updated for resources: {'Port': ['ID=626805f1-a0f8-44bf-9aba-482871bda815,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:23.316110 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:23.390972 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Attempting to bind port 626805f1-a0f8-44bf-9aba-482871bda815 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:18:23.391298 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Attempting to bind port 626805f1-a0f8-44bf-9aba-482871bda815 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '98cbe098-475b-4485-92d1-147a3f3093a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:18:23.391622 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Attempting to bind port 626805f1-a0f8-44bf-9aba-482871bda815 on network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:23.396445 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Port 626805f1-a0f8-44bf-9aba-482871bda815 on network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:18:23.396790 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Attempting to bind port 626805f1-a0f8-44bf-9aba-482871bda815 on network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:23.402079 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:18:23.402440 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Checking segment: {'id': '98cbe098-475b-4485-92d1-147a3f3093a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:23.402891 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Bound using segment: {'id': '98cbe098-475b-4485-92d1-147a3f3093a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:18:23.403341 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Bound port: 626805f1-a0f8-44bf-9aba-482871bda815, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cbe098-475b-4485-92d1-147a3f3093a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:18:23.403681 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:23.497542 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] For port 626805f1-a0f8-44bf-9aba-482871bda815, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:18:23.501904 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] For port 626805f1-a0f8-44bf-9aba-482871bda815, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=626805f1-a0f8-44bf-9aba-482871bda815,segment=NetworkSegment(98cbe098-475b-4485-92d1-147a3f3093a3),segment_id=98cbe098-475b-4485-92d1-147a3f3093a3)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:18:23.506802 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:23.512065 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:23.552503 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024964e-bfa0-40f3-bee6-b99f40571d03 req-851dd5fe-406e-4e33-b0d2-a80bcfc904c1 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:23.554192 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e024964e-bfa0-40f3-bee6-b99f40571d03 req-851dd5fe-406e-4e33-b0d2-a80bcfc904c1 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1018658
May 12 08:18:23.569581 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:23.570205 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:23.571613 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] 10.222.0.39 "PUT /v2.0/ports/626805f1-a0f8-44bf-9aba-482871bda815 HTTP/1.1" status: 200  len: 1094 time: 1.1589198
May 12 08:18:23.572093 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29be53c0-422b-4f71-a4a0-db7603d6b632', 'tag': '626805f1-a0f8-44bf-9aba-482871bda815'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:23.596685 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Pushing event updated for resources: {'Port': ['ID=626805f1-a0f8-44bf-9aba-482871bda815,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:23.599601 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:23.608431 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e024964e-bfa0-40f3-bee6-b99f40571d03 req-7b5a7386-d23c-462d-b827-ae0ff232fd52 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471961
May 12 08:18:23.678290 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29be53c0-422b-4f71-a4a0-db7603d6b632', 'tag': '626805f1-a0f8-44bf-9aba-482871bda815', 'status': 'completed', 'code': 200}
May 12 08:18:23.700561 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e914-4c4a-4554-9123-20b04128ade6 req-a5fc24d3-f060-4579-8897-747f5e71db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:23.700937 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-a5fc24d3-f060-4579-8897-747f5e71db3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d35dffd39bca4e16ac51245d2ed98ee7&device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 1097 time: 0.0745640
May 12 08:18:23.780016 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-aca306a0-9380-430c-b617-458e0f830183 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=626805f1-a0f8-44bf-9aba-482871bda815 HTTP/1.1" status: 200  len: 217 time: 0.0652382
May 12 08:18:23.846230 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e914-4c4a-4554-9123-20b04128ade6 req-b45743c4-8240-4df2-b10b-7b433fd9662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:23.847551 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-b45743c4-8240-4df2-b10b-7b433fd9662e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4bf06c8-67b5-45d2-8bde-27b22beb40f1 HTTP/1.1" status: 200  len: 849 time: 0.0598276
May 12 08:18:23.930242 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-7434a6eb-8ffe-4eda-8087-1bd5065e9c96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25fb5ccd-86c3-4bf3-b7d1-073d3a05f034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458136
May 12 08:18:24.041914 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee62a1b-d117-4c27-acf4-8e3267f44608 req-2654e286-9b5f-45d3-9fa2-83b82f0740e0 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:24.043420 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-bee62a1b-d117-4c27-acf4-8e3267f44608 req-2654e286-9b5f-45d3-9fa2-83b82f0740e0 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 950 time: 0.1998911
May 12 08:18:24.122873 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-2fdf2086-c7ab-4f98-abe1-ed90a2f32e80 service neutron] 10.222.0.39 "GET /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829422
May 12 08:18:24.127638 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-bee62a1b-d117-4c27-acf4-8e3267f44608 req-575fdc26-aacf-4188-adb7-cbe24ce107ab tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747144
May 12 08:18:24.268394 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 59196) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:24.269359 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6322e914-4c4a-4554-9123-20b04128ade6 req-771c5ea7-b440-4a18-8410-9cba95b3a548 service neutron] 10.222.0.39 "GET /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378143
May 12 08:18:24.377873 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6b170-eee5-4ef6-81a4-28da9619b3d7 req-ce03b467-648f-4b11-9de6-d5fa7ac42158 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:24.385216 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-97c6b170-eee5-4ef6-81a4-28da9619b3d7 req-ce03b467-648f-4b11-9de6-d5fa7ac42158 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 944 time: 0.0933008
May 12 08:18:24.475727 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-97c6b170-eee5-4ef6-81a4-28da9619b3d7 req-00a9afc3-7321-43b3-9dcf-f3ce10c71eb7 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895531
May 12 08:18:24.478925 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1e4a-802e-4c47-be93-ed412bbb4f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:24.504869 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-6a8c1e4a-802e-4c47-be93-ed412bbb4f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:24.509721 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-6a8c1e4a-802e-4c47-be93-ed412bbb4f8e admin admin] Usage tracker for resource:security_group_rule and tenant:c62df3b9cdc14b019b93c2c8d7a3150a is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:24.512554 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-6a8c1e4a-802e-4c47-be93-ed412bbb4f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:24.518816 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-6a8c1e4a-802e-4c47-be93-ed412bbb4f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:24.608141 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1e4a-802e-4c47-be93-ed412bbb4f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:24.612590 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1e4a-802e-4c47-be93-ed412bbb4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:24.620699 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-36055420-898f-46bc-968b-3bd264b38d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:24.631902 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51bc8016-203b-4db2-88e1-473fd04170ce tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:24.633378 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51bc8016-203b-4db2-88e1-473fd04170ce tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 814 time: 0.2845480
May 12 08:18:24.654826 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3e32a-38f4-4b3a-87d6-c2682ed91ffe req-10910f7d-9ec4-494c-82ca-e6dffbd2a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:24.656403 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-eea3e32a-38f4-4b3a-87d6-c2682ed91ffe req-10910f7d-9ec4-494c-82ca-e6dffbd2a53b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d35dffd39bca4e16ac51245d2ed98ee7&device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 1097 time: 0.3056142
May 12 08:18:24.662702 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-6a8c1e4a-802e-4c47-be93-ed412bbb4f8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c62df3b9cdc14b019b93c2c8d7a3150a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3902566
May 12 08:18:24.662702 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c1e4a-802e-4c47-be93-ed412bbb4f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26d960c-0b3d-4107-a0c0-5eefa9075c55,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:24.662973 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-4b14424a-17fb-44a9-b33d-00a5c3b05257 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/quotas/107be98ae32048d89e278f66249d99b0 HTTP/1.1" status: 200  len: 375 time: 0.0188980
May 12 08:18:24.663158 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 59216) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:24.664383 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6a8c1e4a-802e-4c47-be93-ed412bbb4f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:24.818861 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf1143-a284-4f8d-ac63-257553060557 req-b8fc9207-52b1-490a-92f8-cee9ca209320 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:24.820321 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-aaaf1143-a284-4f8d-ac63-257553060557 req-b8fc9207-52b1-490a-92f8-cee9ca209320 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0859339
May 12 08:18:24.867521 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-aaaf1143-a284-4f8d-ac63-257553060557 req-3cd56d4f-1288-4386-8397-be4739fe80f8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409088
May 12 08:18:24.881764 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:24.914207 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3e32a-38f4-4b3a-87d6-c2682ed91ffe req-8fb22cb7-8e05-4fe2-b388-db0f40f5b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:24.915660 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-eea3e32a-38f4-4b3a-87d6-c2682ed91ffe req-8fb22cb7-8e05-4fe2-b388-db0f40f5b8f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 HTTP/1.1" status: 200  len: 910 time: 0.2398865
May 12 08:18:24.926121 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:25.056120 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-eb5efeb9-93e5-491c-8e8e-e393f6fd8f75 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3812430
May 12 08:18:25.090525 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-eea3e32a-38f4-4b3a-87d6-c2682ed91ffe req-f8be1490-2d61-45e8-a0ce-7a59c3aca728 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=626805f1-a0f8-44bf-9aba-482871bda815 HTTP/1.1" status: 200  len: 217 time: 0.1663446
May 12 08:18:25.244912 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3e32a-38f4-4b3a-87d6-c2682ed91ffe req-f93d697e-8e4b-4174-a9ff-3a2b8b41bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:25.246372 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-eea3e32a-38f4-4b3a-87d6-c2682ed91ffe req-f93d697e-8e4b-4174-a9ff-3a2b8b41bb8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4bf06c8-67b5-45d2-8bde-27b22beb40f1 HTTP/1.1" status: 200  len: 849 time: 0.1478612
May 12 08:18:25.264785 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:25.306042 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:25.310813 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3ea367f6-891c-4719-9748-468568a86541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:25.318083 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-eea3e32a-38f4-4b3a-87d6-c2682ed91ffe req-eae88cb0-d6ab-4014-a1a5-48887ebf32de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25fb5ccd-86c3-4bf3-b7d1-073d3a05f034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568681
May 12 08:18:25.320759 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c914d-4fd0-4912-838f-a2085502edb4 req-706e4fc7-22ca-473e-a0f0-3fd0e05f1c81 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:25.322221 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7b1c914d-4fd0-4912-838f-a2085502edb4 req-706e4fc7-22ca-473e-a0f0-3fd0e05f1c81 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 950 time: 0.0863721
May 12 08:18:25.322389 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-baf7188b-8140-49d5-bf70-fa2b1bf6e931 service neutron] 10.222.0.36 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2510741
May 12 08:18:25.325261 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26d960c-0b3d-4107-a0c0-5eefa9075c55,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:25.370472 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7b1c914d-4fd0-4912-838f-a2085502edb4 req-64aa8e2b-dcd4-4631-a863-916295223800 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412476
May 12 08:18:25.376232 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:25.376598 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:25.376949 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:25.377322 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:25.377668 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:25.378009 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:25.378325 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:25.378682 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:25.378991 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:25.379343 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:25.379673 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:25.380003 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:25.430564 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:25.476254 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:25.477527 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a26d960c-0b3d-4107-a0c0-5eefa9075c55 HTTP/1.1" status: 204  len: 168 time: 0.8133109
May 12 08:18:25.560660 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b68a704b-8e3f-4ddd-b527-4c9d92723ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:25.583997 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-eea3e32a-38f4-4b3a-87d6-c2682ed91ffe req-eace13d5-94d0-491f-b56f-ec4e30f49cfd service neutron] 10.222.0.39 "GET /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559125
May 12 08:18:25.593355 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-8fd0ce2b-b3e8-49a1-b3aa-1c7bb4b99e42 service neutron] 10.222.0.36 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2450945
May 12 08:18:25.806134 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-eea3e32a-38f4-4b3a-87d6-c2682ed91ffe req-32f0e9f5-36f6-4816-8ed7-972735bf07e9 service neutron] 10.222.0.39 "GET /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2116599
May 12 08:18:25.871581 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-bcf39af9-62cf-45e8-9db1-b6fc16f6ee06 req-ceba365a-359b-4732-b050-5f488db19a0e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 210 time: 0.0475733
May 12 08:18:25.908989 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e661b74-fe41-4320-8974-1378cc6d8e64 req-594d098d-fe2d-471b-a560-208a2ab94303 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:25.913652 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0e661b74-fe41-4320-8974-1378cc6d8e64 req-594d098d-fe2d-471b-a560-208a2ab94303 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 944 time: 0.1065767
May 12 08:18:25.964614 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0e661b74-fe41-4320-8974-1378cc6d8e64 req-33914235-2b7a-402a-9451-0afd5e0d89af tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479760
May 12 08:18:26.089519 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a5ab9-f200-4631-a938-1b53a11435c5 req-3f152ba6-6a86-4ebf-83af-fc5871b4f2f8 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:26.091166 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-573a5ab9-f200-4631-a938-1b53a11435c5 req-3f152ba6-6a86-4ebf-83af-fc5871b4f2f8 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 950 time: 0.1006308
May 12 08:18:26.142771 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-573a5ab9-f200-4631-a938-1b53a11435c5 req-1869a9a6-4f37-4d88-985a-77a58ef0f3cd tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443764
May 12 08:18:26.211686 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174916d-c2c6-4893-8e54-ee79f9ad8073 req-f5b1b4c9-087c-4761-8b65-d172c24e6e3d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:26.222289 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5174916d-c2c6-4893-8e54-ee79f9ad8073 req-f5b1b4c9-087c-4761-8b65-d172c24e6e3d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1270034
May 12 08:18:26.269347 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5174916d-c2c6-4893-8e54-ee79f9ad8073 req-aa93f774-6f13-4191-b0ec-bcf07c0fce59 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456121
May 12 08:18:26.387848 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:26.422155 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 626805f1-a0f8-44bf-9aba-482871bda815 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:18:26.500996 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b785f-36b2-47a4-9071-2a4828c447d2 req-567ee77c-ea97-4b44-a779-c383fa73cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:26.510280 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-911b785f-36b2-47a4-9071-2a4828c447d2 req-567ee77c-ea97-4b44-a779-c383fa73cbbe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 1099 time: 0.1016107
May 12 08:18:26.558716 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-911b785f-36b2-47a4-9071-2a4828c447d2 req-418133e7-47f6-4890-b97c-7b1c3bcb3c95 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382571
May 12 08:18:26.566992 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 59270) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:26.588365 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 626805f1-a0f8-44bf-9aba-482871bda815, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=626805f1-a0f8-44bf-9aba-482871bda815,segment=NetworkSegment(98cbe098-475b-4485-92d1-147a3f3093a3),segment_id=98cbe098-475b-4485-92d1-147a3f3093a3)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:26.603616 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '626805f1-a0f8-44bf-9aba-482871bda815', 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034', 'port_id': '626805f1-a0f8-44bf-9aba-482871bda815', 'mac_address': 'fa:16:3e:0d:6b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bf06c8-67b5-45d2-8bde-27b22beb40f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:18:26.660786 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:26.673603 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-23753118-network', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:26.678307 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:26.679429 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626805f1-a0f8-44bf-9aba-482871bda815 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:18:26.682132 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Usage tracker for resource:network and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:26.684941 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:26.694117 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:26.695517 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 626805f1-a0f8-44bf-9aba-482871bda815, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=626805f1-a0f8-44bf-9aba-482871bda815,segment=NetworkSegment(98cbe098-475b-4485-92d1-147a3f3093a3),segment_id=98cbe098-475b-4485-92d1-147a3f3093a3)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:26.700301 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:26.702128 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:26.703611 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Made reservation on behalf of c87a10dabb5e4a7b99e8710c8856d492 for: {'network': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:26.705870 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:26.718635 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:26.732803 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:26.736713 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Usage tracker for resource:security_group_rule and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:26.739749 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:26.745617 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:26.770065 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=626805f1-a0f8-44bf-9aba-482871bda815,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:26.773832 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:26.839508 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:26.844677 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:26.847629 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ce3b78d0-a3f1-4c59-8f4a-ec81b921c81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:26.877765 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'}  {{(pid=78688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:18:26.883096 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6de0b7-114a-4136-9319-12d11b2f4b33,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:26.886978 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:26.891401 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:26.891868 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.segments_db [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Added segment 5ad157ea-529a-4c22-9ff7-bb8adb8453d7 of type vlan for network 37e969d9-2b61-4149-b6a0-e4045133e6d2
May 12 08:18:26.920284 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:26.950777 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:26.953131 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:26.953131 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:26.957463 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:27.038828 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b64d60b8-58b2-4081-aac4-5c189008f289 req-a0473369-4ba4-45bf-a610-75885b521b9c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 210 time: 0.0446663
May 12 08:18:27.062864 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4938607
May 12 08:18:27.063884 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 59286) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:27.071243 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Request body: {'subnet': {'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-23753118-subnet', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'ip_version': 4}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:27.071394 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Pushing event updated for resources: {'Network': ['ID=37e969d9-2b61-4149-b6a0-e4045133e6d2,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:27.074068 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:27.076174 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:27.080165 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Usage tracker for resource:subnet and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:27.081416 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network 37e969d9-2b61-4149-b6a0-e4045133e6d2 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:18:27.083616 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:27.091738 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:27.106090 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Made reservation on behalf of c87a10dabb5e4a7b99e8710c8856d492 for: {'subnet': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:27.108772 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:27.195712 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['626805f1-a0f8-44bf-9aba-482871bda815'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:18:27.471095 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eaac0-f76f-4b8b-803b-d6512103813c req-3f2092bc-e240-4f08-a08a-41a7d1878fc5 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:27.479587 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1f1eaac0-f76f-4b8b-803b-d6512103813c req-3f2092bc-e240-4f08-a08a-41a7d1878fc5 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 945 time: 0.3040335
May 12 08:18:27.558332 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cfd94-4d28-46f0-8082-81093606ab53 req-4b530435-df26-4070-973c-28cb3e5d7e04 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:27.559765 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-4b530435-df26-4070-973c-28cb3e5d7e04 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 814 time: 0.2978711
May 12 08:18:27.578127 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Request body: {'port': {'device_id': 'c0893b1e-5089-4105-add7-1bd19471295f', 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2', 'admin_state_up': True, 'tenant_id': '107be98ae32048d89e278f66249d99b0'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:27.608210 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824b1ff-8f18-4272-b82e-6576ae0b0667 req-8c49d785-9653-4ace-a769-81c64a6feb8c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:27.615254 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0824b1ff-8f18-4272-b82e-6576ae0b0667 req-8c49d785-9653-4ace-a769-81c64a6feb8c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 950 time: 0.1778502
May 12 08:18:27.632209 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1f1eaac0-f76f-4b8b-803b-d6512103813c req-1f8cf0a7-4033-4a58-b829-560b49d72a16 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515455
May 12 08:18:27.725748 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0824b1ff-8f18-4272-b82e-6576ae0b0667 req-8f7451d8-6990-4872-894d-47ddaf766ab3 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095665
May 12 08:18:27.797980 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:27.873706 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:27.880832 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-e85e3bbe-a151-4a07-9505-db02c80f7b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:27.917206 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:27.926759 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:27.937452 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Made reservation on behalf of 107be98ae32048d89e278f66249d99b0 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:27.941008 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:27.969244 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7081d24-c160-43ee-b1df-3a55c04c41ab req-4b18a635-4520-46c3-bc25-bb8aeddde5b8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:27.970699 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e7081d24-c160-43ee-b1df-3a55c04c41ab req-4b18a635-4520-46c3-bc25-bb8aeddde5b8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1871340
May 12 08:18:27.974030 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70936901-4fd1-4365-9a28-2613415a8b74,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:27.977803 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:28.001926 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Checking segment: {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:28.002244 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Network hostable DHCP agents. Network: 37e969d9-2b61-4149-b6a0-e4045133e6d2, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:18:28.033760 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e7081d24-c160-43ee-b1df-3a55c04c41ab req-1508577a-9b12-44ca-8153-7c040404c616 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537899
May 12 08:18:28.040527 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Network 37e969d9-2b61-4149-b6a0-e4045133e6d2 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:18:28.052378 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, 37e969d9-2b61-4149-b6a0-e4045133e6d2) {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:28.056937 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:28.058013 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:28.062187 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e3291a-c4cb-4d0d-acf4-d106c0373909 None None] Network 37e969d9-2b61-4149-b6a0-e4045133e6d2 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:18:28.090238 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0251224
May 12 08:18:28.091439 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 59306) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:28.096980 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:28.102451 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:28.110591 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Usage tracker for resource:router and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:28.114699 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:28.120965 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:28.124574 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Allocated IP 172.20.0.3 (c5c93c52-d434-4d11-965a-99883e6ce5f2/9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8/1cc26361-8c18-4edc-9fda-a7069571f217) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:28.136090 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30017'] for router, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:28.137407 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-367070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30072'] for router, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:28.160257 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:28.235502 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-552f4421-b52f-4f9d-b483-119cab50ebf9 req-f4e8355a-1db4-4ccc-b142-142e14821f69 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 210 time: 0.0607235
May 12 08:18:28.404493 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2702bc7-e328-5c98-9899-9b927245ab55-37e969d9-2b61-4149-b6a0-e4045133e6d2', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74'}]}} from dv-cinder-790910-1-iscsi. {{(pid=78690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 12 08:18:28.405474 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:28.501457 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:28.537947 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1832871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30054'] for router, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:28.572599 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:28.579264 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:28.586959 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['ccaad97e-28d7-43fc-8ccd-b132c7d9ada5', '76fe7079-d4ef-4e77-9940-e03e01715311', 'b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:18:28.654009 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aca79a-dff0-4825-93fb-8b3aab61af04 req-0f672cf2-4b87-4623-b5e6-a329387ba887 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:28.655465 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0aca79a-dff0-4825-93fb-8b3aab61af04 req-0f672cf2-4b87-4623-b5e6-a329387ba887 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.39 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 950 time: 0.2006044
May 12 08:18:28.680145 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Pushing event updated for resources: {'Port': ['ID=1cc26361-8c18-4edc-9fda-a7069571f217,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:28.684474 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Network c5c93c52-d434-4d11-965a-99883e6ce5f2 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:28.689076 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:28.695753 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:28.697437 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:28.729565 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.db_base_plugin_common [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Allocated IP 172.20.0.2 (37e969d9-2b61-4149-b6a0-e4045133e6d2/70936901-4fd1-4365-9a28-2613415a8b74/4e49b684-01d2-4a52-88d7-7cbd0330fd9f) {{(pid=78690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:28.833070 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:28.834162 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:28.933471 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3590302
May 12 08:18:28.950156 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Request body: {'port': {'device_id': 'c0893b1e-5089-4105-add7-1bd19471295f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:29.010318 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2225b9-49bb-4ffb-b323-e8794560f4cf req-f1a0d87a-b699-4cea-bbb6-ae615a32b97c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:29.011777 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7b2225b9-49bb-4ffb-b323-e8794560f4cf req-f1a0d87a-b699-4cea-bbb6-ae615a32b97c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 950 time: 0.1535084
May 12 08:18:29.020599 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [req-b0aca79a-dff0-4825-93fb-8b3aab61af04 req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Deleting port cc0900c0-1391-4fc4-9367-06a778b42b82 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:18:29.021153 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-b0aca79a-dff0-4825-93fb-8b3aab61af04 req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:29.090995 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Notify callbacks [] for port, precommit_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:29.111382 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Transition to ACTIVE for port object 4e49b684-01d2-4a52-88d7-7cbd0330fd9f will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:29.111628 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7b2225b9-49bb-4ffb-b323-e8794560f4cf req-a9c9fdb2-1918-4f86-874f-552f614de5bb tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ac427b4-2a62-45c2-8e01-f90e33a90486&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899384
May 12 08:18:29.112003 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:29.117479 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921bbd-08bd-49eb-b043-6c3d137ac20a req-c0403d8a-293e-40d0-8c53-48352717cf1a tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:29.119224 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a4921bbd-08bd-49eb-b043-6c3d137ac20a req-c0403d8a-293e-40d0-8c53-48352717cf1a tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 945 time: 0.3434858
May 12 08:18:29.157699 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Transition to ACTIVE for port object 4e49b684-01d2-4a52-88d7-7cbd0330fd9f will not be triggered until provisioned by entity DHCP. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:29.174603 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:29.180866 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:29.247343 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a4921bbd-08bd-49eb-b043-6c3d137ac20a req-e03e54f8-8455-4942-ba26-81a99204dcb9 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963964
May 12 08:18:29.251479 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:29.253242 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Network 37e969d9-2b61-4149-b6a0-e4045133e6d2 is already hosted by enough agents. {{(pid=78690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:29.256937 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.base_scheduler [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Resources bound (agent type, host, resource id):  {{(pid=78690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:29.281919 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Received port after_create {{(pid=78690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:29.293168 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:29.293327 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Pushing event updated for resources: {'Port': ['ID=4e49b684-01d2-4a52-88d7-7cbd0330fd9f,revision_number=1']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:29.339734 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:29.463821 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-b0aca79a-dff0-4825-93fb-8b3aab61af04 req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] For port cc0900c0-1391-4fc4-9367-06a778b42b82, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=cc0900c0-1391-4fc4-9367-06a778b42b82,segment=NetworkSegment(5a7ecf87-6e42-4a09-9e2a-f9956141015d),segment_id=5a7ecf87-6e42-4a09-9e2a-f9956141015d)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:29.464334 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-b0aca79a-dff0-4825-93fb-8b3aab61af04 req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:29.467604 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Attempting to bind port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:18:29.468138 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Attempting to bind port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:18:29.468682 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Attempting to bind port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f on network 37e969d9-2b61-4149-b6a0-e4045133e6d2 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:29.477428 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:18:29.478036 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Checking segment: {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:29.478592 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:29.479237 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Bound using segment: {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:18:29.479853 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Bound port: 4e49b684-01d2-4a52-88d7-7cbd0330fd9f, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:18:29.480401 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:29.577503 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] For port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:18:29.580592 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] For port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=4e49b684-01d2-4a52-88d7-7cbd0330fd9f,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:18:29.586176 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:29.591055 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:29.604459 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc26361-8c18-4edc-9fda-a7069571f217 {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:18:29.613033 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:29.615429 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [req-b0aca79a-dff0-4825-93fb-8b3aab61af04 req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Calling delete_port for cc0900c0-1391-4fc4-9367-06a778b42b82 owned by compute:nova {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:18:29.634446 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Transition to ACTIVE for port object 1cc26361-8c18-4edc-9fda-a7069571f217 will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:29.645982 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:29.651445 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8c8d9307-1e01-4c42-98cb-0bd60c9f06b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:29.667240 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Pushing event updated for resources: {'Port': ['ID=4e49b684-01d2-4a52-88d7-7cbd0330fd9f,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:29.670729 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:29.772497 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be3e9e-9db8-47b1-bc07-ea4d6fd29d0f req-f012a404-2a9b-4144-86db-6652ad4c6473 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:29.773223 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-76be3e9e-9db8-47b1-bc07-ea4d6fd29d0f req-f012a404-2a9b-4144-86db-6652ad4c6473 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Synchronizing usage tracker for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:18:29.799239 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Allocated IP 172.27.2.143 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/f315176b-9921-4eef-b6df-e41e09bd6bcb) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:29.836448 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef7b90-578e-4bd9-a11a-5cf78aa2e1c1 req-1080f666-dd12-4597-a51d-75051daff7dd tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:29.839203 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-16ef7b90-578e-4bd9-a11a-5cf78aa2e1c1 req-1080f666-dd12-4597-a51d-75051daff7dd tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.4166396
May 12 08:18:29.900855 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc26361-8c18-4edc-9fda-a7069571f217,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:29.910698 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:29.911721 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-76be3e9e-9db8-47b1-bc07-ea4d6fd29d0f req-f012a404-2a9b-4144-86db-6652ad4c6473 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Unset dirty status for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:18:29.917726 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-76be3e9e-9db8-47b1-bc07-ea4d6fd29d0f req-f012a404-2a9b-4144-86db-6652ad4c6473 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 931 time: 0.3857944
May 12 08:18:29.986407 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-76be3e9e-9db8-47b1-bc07-ea4d6fd29d0f req-8d6ee373-4489-4f08-80ae-1a60db791377 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675340
May 12 08:18:29.994471 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Attempting to bind port 1cc26361-8c18-4edc-9fda-a7069571f217 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:18:29.995192 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Attempting to bind port 1cc26361-8c18-4edc-9fda-a7069571f217 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:18:29.995192 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Attempting to bind port 1cc26361-8c18-4edc-9fda-a7069571f217 on network c5c93c52-d434-4d11-965a-99883e6ce5f2 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:30.000806 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Port 1cc26361-8c18-4edc-9fda-a7069571f217 on network c5c93c52-d434-4d11-965a-99883e6ce5f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:18:30.001124 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Attempting to bind port 1cc26361-8c18-4edc-9fda-a7069571f217 on network c5c93c52-d434-4d11-965a-99883e6ce5f2 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:30.007035 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:18:30.007380 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Checking segment: {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:30.007760 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Bound using segment: {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:18:30.008184 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Bound port: 1cc26361-8c18-4edc-9fda-a7069571f217, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9f81a8-733b-4b18-b815-48beb465a834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:18:30.008527 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:30.029600 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-16ef7b90-578e-4bd9-a11a-5cf78aa2e1c1 req-3fe9d9be-39cb-4c97-acd7-bcc2250fab0b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465917
May 12 08:18:30.088224 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-b0aca79a-dff0-4825-93fb-8b3aab61af04 req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:30.096733 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:30.120806 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] For port 1cc26361-8c18-4edc-9fda-a7069571f217, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:18:30.124063 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] For port 1cc26361-8c18-4edc-9fda-a7069571f217, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1cc26361-8c18-4edc-9fda-a7069571f217,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:18:30.131444 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:30.139179 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:30.161039 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Pushing event deleted for resources: {'Port': ['ID=cc0900c0-1391-4fc4-9367-06a778b42b82,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:30.200353 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:30.214170 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:30.214946 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:30.215389 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:30.215821 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:30.216254 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:30.216707 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:30.217131 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:30.217579 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:30.218005 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:30.218424 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:30.218855 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:30.219277 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:30.265256 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:30.270537 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['cc0900c0-1391-4fc4-9367-06a778b42b82'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:18:30.277569 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0aca79a-dff0-4825-93fb-8b3aab61af04 req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] No DVR routers for this DVR port cc0900c0-1391-4fc4-9367-06a778b42b82 on host hv-cinder-79091 {{(pid=78689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:18:30.282297 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-b0aca79a-dff0-4825-93fb-8b3aab61af04 req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:30.285101 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226b8181-556a-4121-bebd-970a915cdf1e', 'name': 'network-vif-deleted', 'tag': 'cc0900c0-1391-4fc4-9367-06a778b42b82'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:30.333518 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0aca79a-dff0-4825-93fb-8b3aab61af04 req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.39 "DELETE /v2.0/ports/cc0900c0-1391-4fc4-9367-06a778b42b82 HTTP/1.1" status: 204  len: 173 time: 1.6692173
May 12 08:18:30.359682 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:30.360295 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:30.361749 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] 10.222.0.39 "PUT /v2.0/ports/1cc26361-8c18-4edc-9fda-a7069571f217 HTTP/1.1" status: 200  len: 1093 time: 1.4165511
May 12 08:18:30.362254 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0893b1e-5089-4105-add7-1bd19471295f', 'tag': '1cc26361-8c18-4edc-9fda-a7069571f217'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:30.365695 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:30.370697 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:30.428970 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc26361-8c18-4edc-9fda-a7069571f217,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:30.442895 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 626805f1-a0f8-44bf-9aba-482871bda815 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:30.523475 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:30.529131 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:30.539306 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:30.564475 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:30.605762 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port 626805f1-a0f8-44bf-9aba-482871bda815 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:30.621676 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 626805f1-a0f8-44bf-9aba-482871bda815 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:30.622107 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:30.695845 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9f31a110-bbed-46e1-b9f4-4fbcc12f21f0 req-a5a302cf-7a52-48be-941b-990c8abbd83b tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b8181-556a-4121-bebd-970a915cdf1e HTTP/1.1" status: 200  len: 210 time: 0.1195731
May 12 08:18:30.719294 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cfd94-4d28-46f0-8082-81093606ab53 req-d7606715-4745-4260-97a7-9e2580924393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:30.720816 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-d7606715-4745-4260-97a7-9e2580924393 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 1096 time: 0.2889705
May 12 08:18:30.757069 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Pushing event updated for resources: {'Port': ['ID=f315176b-9921-4eef-b6df-e41e09bd6bcb,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:30.797912 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:30.798027 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:30.802265 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-206a7f90-c80c-49fe-825f-c54c2687681b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cc26361-8c18-4edc-9fda-a7069571f217 HTTP/1.1" status: 200  len: 217 time: 0.0692837
May 12 08:18:30.820322 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226b8181-556a-4121-bebd-970a915cdf1e', 'name': 'network-vif-deleted', 'tag': 'cc0900c0-1391-4fc4-9367-06a778b42b82', 'status': 'completed', 'code': 200}
May 12 08:18:30.837958 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 626805f1-a0f8-44bf-9aba-482871bda815, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=626805f1-a0f8-44bf-9aba-482871bda815,segment=NetworkSegment(98cbe098-475b-4485-92d1-147a3f3093a3),segment_id=98cbe098-475b-4485-92d1-147a3f3093a3)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:30.838956 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29be53c0-422b-4f71-a4a0-db7603d6b632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626805f1-a0f8-44bf-9aba-482871bda815'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:30.847740 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:30.848971 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device cc0900c0-1391-4fc4-9367-06a778b42b82 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:18:30.890436 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:30.898304 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cfd94-4d28-46f0-8082-81093606ab53 req-bb499beb-cea6-483f-a6df-0ab758097e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:30.900475 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-bb499beb-cea6-483f-a6df-0ab758097e77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8 HTTP/1.1" status: 200  len: 854 time: 0.0875778
May 12 08:18:30.926418 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: cc0900c0-1391-4fc4-9367-06a778b42b82 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:18:30.926760 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device cc0900c0-1391-4fc4-9367-06a778b42b82 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:18:30.928400 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c60a076-433d-44bc-bc06-44627df11c12 None None] Network 37e969d9-2b61-4149-b6a0-e4045133e6d2 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:18:30.999360 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-be987b14-823d-4898-be65-b9e637a78ef1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c93c52-d434-4d11-965a-99883e6ce5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0828142
May 12 08:18:31.035852 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-7e645005-7f68-4608-b84c-08704397bf82 None None] Provisioning for port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:31.061472 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=626805f1-a0f8-44bf-9aba-482871bda815,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:31.074514 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:31.121231 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c9ae-e665-4a5e-aec7-8ea07cccc1f8 req-d72b0808-7832-4bde-9c8d-897878e11771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:31.122847 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4956c9ae-e665-4a5e-aec7-8ea07cccc1f8 req-d72b0808-7832-4bde-9c8d-897878e11771 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 1099 time: 0.4870136
May 12 08:18:31.145201 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-80689a3a-23e9-4a5f-80e9-4eb6bfaca3ae service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369150
May 12 08:18:31.166115 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d335e24-0c01-48ae-823e-68c92c3ecec9 req-7e050079-f802-47c1-8e9f-336c86f31a77 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:31.173307 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4d335e24-0c01-48ae-823e-68c92c3ecec9 req-7e050079-f802-47c1-8e9f-336c86f31a77 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 945 time: 0.4222145
May 12 08:18:31.253872 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38280e8e-c6ce-44b3-98c0-41d09b144611 req-c7fc0faf-b6c1-4432-993b-827e4ce000fc tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:31.258493 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-38280e8e-c6ce-44b3-98c0-41d09b144611 req-c7fc0faf-b6c1-4432-993b-827e4ce000fc tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 945 time: 0.3045890
May 12 08:18:31.341697 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4d335e24-0c01-48ae-823e-68c92c3ecec9 req-3377cae8-2f6f-4fb6-b0a1-7e2b1b5fca75 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674244
May 12 08:18:31.346376 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-38280e8e-c6ce-44b3-98c0-41d09b144611 req-3946e61b-e68b-4114-9bc1-e8cd1d3fd7ff tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786026
May 12 08:18:31.367468 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-294cfd94-4d28-46f0-8082-81093606ab53 req-e90b47e7-4caf-4759-a848-b5efe734eca2 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2096431
May 12 08:18:31.382761 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:31.417534 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0893b1e-5089-4105-add7-1bd19471295f', 'tag': '1cc26361-8c18-4edc-9fda-a7069571f217', 'status': 'completed', 'code': 200}
May 12 08:18:31.534234 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c9ae-e665-4a5e-aec7-8ea07cccc1f8 req-79286cbd-239f-438a-a3f9-54eacef5c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:31.535662 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4956c9ae-e665-4a5e-aec7-8ea07cccc1f8 req-79286cbd-239f-438a-a3f9-54eacef5c9c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 918 time: 0.3998678
May 12 08:18:31.609772 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 4e49b684-01d2-4a52-88d7-7cbd0330fd9f up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:31.617969 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4956c9ae-e665-4a5e-aec7-8ea07cccc1f8 req-175f492a-bba7-471a-a69d-8b0a5d5805ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377eb68e-c1dd-4646-beae-9867a6ee3ce9 HTTP/1.1" status: 200  len: 217 time: 0.0725577
May 12 08:18:31.629653 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af4365-2a63-41d2-83ad-291ae5ebf31a req-f2ae9682-abc1-4ff2-924a-461e1293037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:31.631536 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-67af4365-2a63-41d2-83ad-291ae5ebf31a req-f2ae9682-abc1-4ff2-924a-461e1293037b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=107be98ae32048d89e278f66249d99b0&device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 1096 time: 0.1724081
May 12 08:18:31.644155 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29be53c0-422b-4f71-a4a0-db7603d6b632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626805f1-a0f8-44bf-9aba-482871bda815', 'code': 200}
May 12 08:18:31.655174 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c0d53-4dfc-4bf5-ad99-0b382ea5455a req-54008b1b-8a34-4aca-8a9c-34b9fe0b63ac tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:31.661697 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-052c0d53-4dfc-4bf5-ad99-0b382ea5455a req-54008b1b-8a34-4aca-8a9c-34b9fe0b63ac tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1282976
May 12 08:18:31.706351 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:31.714610 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:31.715145 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:31.834334 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-052c0d53-4dfc-4bf5-ad99-0b382ea5455a req-f7be3c58-235e-49a1-8e54-9c93022012c5 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702242
May 12 08:18:31.842846 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:31.877676 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=4e49b684-01d2-4a52-88d7-7cbd0330fd9f,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:31.882736 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:31.885102 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:31.942105 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c9ae-e665-4a5e-aec7-8ea07cccc1f8 req-8b5fd3da-4fe6-4330-b597-875ea25edc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:31.944265 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4956c9ae-e665-4a5e-aec7-8ea07cccc1f8 req-8b5fd3da-4fe6-4330-b597-875ea25edc82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d718b66-00ea-4b07-8789-ea9a96f8f1de HTTP/1.1" status: 200  len: 857 time: 0.2838411
May 12 08:18:31.952963 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af4365-2a63-41d2-83ad-291ae5ebf31a req-cf6a2581-af3b-4923-8831-23001aac4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:31.956924 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-67af4365-2a63-41d2-83ad-291ae5ebf31a req-cf6a2581-af3b-4923-8831-23001aac4785 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 200  len: 915 time: 0.2941761
May 12 08:18:31.967690 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=4e49b684-01d2-4a52-88d7-7cbd0330fd9f,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:31.971110 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:32.016147 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4956c9ae-e665-4a5e-aec7-8ea07cccc1f8 req-013226a8-2033-4161-9841-3e438857be6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16ee7d87-925d-4c15-81e4-8db373c2cfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514896
May 12 08:18:32.046949 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d615fe-3212-44d9-ad36-1ff4daa38f58 req-4f928e9b-59f3-4952-b1ef-3d6024907196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:32.048431 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41d615fe-3212-44d9-ad36-1ff4daa38f58 req-4f928e9b-59f3-4952-b1ef-3d6024907196 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 1099 time: 0.2009597
May 12 08:18:32.049825 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-67af4365-2a63-41d2-83ad-291ae5ebf31a req-9dbbe887-30ef-40ce-a18f-21edc3b5a1b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1cc26361-8c18-4edc-9fda-a7069571f217 HTTP/1.1" status: 200  len: 217 time: 0.0749538
May 12 08:18:32.068479 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833010'] for router, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:32.081559 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b165ed2-748c-4169-8f52-cd357374758c req-7ae9c305-9098-4f4d-b1e7-6e29154dcf64 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:32.082445 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8b165ed2-748c-4169-8f52-cd357374758c req-7ae9c305-9098-4f4d-b1e7-6e29154dcf64 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 943 time: 0.3139327
May 12 08:18:32.167923 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41d615fe-3212-44d9-ad36-1ff4daa38f58 req-1acd4cbc-e2bf-4d78-ac31-82516cf80797 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980642
May 12 08:18:32.171817 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af4365-2a63-41d2-83ad-291ae5ebf31a req-85774cab-242d-44be-b829-a6a2045bd94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:32.173373 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-67af4365-2a63-41d2-83ad-291ae5ebf31a req-85774cab-242d-44be-b829-a6a2045bd94e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8 HTTP/1.1" status: 200  len: 854 time: 0.1024768
May 12 08:18:32.310182 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-67af4365-2a63-41d2-83ad-291ae5ebf31a req-033c0b09-9aee-4b62-82f0-b5f8f56775f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c5c93c52-d434-4d11-965a-99883e6ce5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417490
May 12 08:18:32.347229 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8b165ed2-748c-4169-8f52-cd357374758c req-4535b687-3b05-41e8-a947-fa8ee7f177af tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649709
May 12 08:18:32.373427 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4956c9ae-e665-4a5e-aec7-8ea07cccc1f8 req-df132413-e799-42f1-a456-aaee772d92c7 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3255079
May 12 08:18:32.486676 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-67af4365-2a63-41d2-83ad-291ae5ebf31a req-8d4194bf-883e-4682-af7c-9da5c040fdae service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649759
May 12 08:18:32.544159 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Router 36e2ab55-2674-4153-be5d-e1769a3ade40 is scheduled to L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 with binding_index 1 {{(pid=78689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 08:18:32.805604 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-67af4365-2a63-41d2-83ad-291ae5ebf31a req-0be9ea26-10fe-4b8d-8d4d-c7044ef129d6 service neutron] 10.222.0.39 "GET /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3087699
May 12 08:18:32.806440 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4956c9ae-e665-4a5e-aec7-8ea07cccc1f8 req-9a7a7ebc-ce10-49c3-a022-0c494bb65743 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4169960
May 12 08:18:32.843196 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c1e9-c02d-4b80-8998-e146653dc9cf req-8c9670fd-a1b6-4f04-87aa-7644e1c29276 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:32.844902 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1419c1e9-c02d-4b80-8998-e146653dc9cf req-8c9670fd-a1b6-4f04-87aa-7644e1c29276 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 946 time: 0.3214872
May 12 08:18:32.858442 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e7410-c436-4ccd-af35-1af186c1116d req-8245df2c-e071-40ba-88d6-7a294ed10ff1 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:32.859903 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-809e7410-c436-4ccd-af35-1af186c1116d req-8245df2c-e071-40ba-88d6-7a294ed10ff1 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 945 time: 0.3717861
May 12 08:18:32.901656 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:18:32.909083 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1419c1e9-c02d-4b80-8998-e146653dc9cf req-8b7b4f1d-60b1-4cea-9ecd-9b92bfe34956 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540922
May 12 08:18:32.911110 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Sync routers for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:18:32.923339 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:18:32.923962 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c996dd3d0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:32.993983 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-809e7410-c436-4ccd-af35-1af186c1116d req-61d322d2-4396-43c9-891d-502649e2b763 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282663
May 12 08:18:32.996113 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:32.999735 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.9047277
May 12 08:18:33.000132 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 59436) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:33.056221 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c4104-8354-4f93-ac91-3f8fff92a9b2 req-6d0038a8-a565-4605-b433-75b134432cc6 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:33.058195 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cf0c4104-8354-4f93-ac91-3f8fff92a9b2 req-6d0038a8-a565-4605-b433-75b134432cc6 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.39 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 945 time: 0.1490378
May 12 08:18:33.205085 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:18:33.302363 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [req-cf0c4104-8354-4f93-ac91-3f8fff92a9b2 req-05f4c7f5-7dbc-4ca5-8c6f-993cfeeccf1f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Deleting port c86c651c-2c47-486b-9958-cfb78a22bc0b {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:18:33.302775 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-cf0c4104-8354-4f93-ac91-3f8fff92a9b2 req-05f4c7f5-7dbc-4ca5-8c6f-993cfeeccf1f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:33.389292 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823ab3d-d0f8-47bc-8620-82aecdccdcc5 req-6a206524-1e34-4ddf-a07b-a8335f8e5913 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:33.390794 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b823ab3d-d0f8-47bc-8620-82aecdccdcc5 req-6a206524-1e34-4ddf-a07b-a8335f8e5913 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1956811
May 12 08:18:33.543501 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b823ab3d-d0f8-47bc-8620-82aecdccdcc5 req-12eaa904-c663-4504-b19b-5cdf098a305a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434653
May 12 08:18:33.569554 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-cf0c4104-8354-4f93-ac91-3f8fff92a9b2 req-05f4c7f5-7dbc-4ca5-8c6f-993cfeeccf1f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] For port c86c651c-2c47-486b-9958-cfb78a22bc0b, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=c86c651c-2c47-486b-9958-cfb78a22bc0b,segment=NetworkSegment(24ee943b-0387-4da8-9613-f4c895716ba5),segment_id=24ee943b-0387-4da8-9613-f4c895716ba5)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:33.569917 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-cf0c4104-8354-4f93-ac91-3f8fff92a9b2 req-05f4c7f5-7dbc-4ca5-8c6f-993cfeeccf1f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:33.614844 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 4e49b684-01d2-4a52-88d7-7cbd0330fd9f up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:33.755973 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:33.756750 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:33.810249 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [req-cf0c4104-8354-4f93-ac91-3f8fff92a9b2 req-05f4c7f5-7dbc-4ca5-8c6f-993cfeeccf1f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Calling delete_port for c86c651c-2c47-486b-9958-cfb78a22bc0b owned by compute:nova {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:18:33.822974 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44334fb-8035-4da9-a7e4-be54143b0f03 req-0e38522d-bfa9-4484-9256-01d746725979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:33.824464 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e44334fb-8035-4da9-a7e4-be54143b0f03 req-0e38522d-bfa9-4484-9256-01d746725979 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 1099 time: 0.4582500
May 12 08:18:33.850765 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c996dd3d0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:30Z', 'revision_number': 3, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:33.856771 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Checking router: 36e2ab55-2674-4153-be5d-e1769a3ade40 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:18:33.856918 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Updating router 36e2ab55-2674-4153-be5d-e1769a3ade40 port f315176b-9921-4eef-b6df-e41e09bd6bcb binding host dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:18:33.938975 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:33.969355 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-cf0c4104-8354-4f93-ac91-3f8fff92a9b2 req-05f4c7f5-7dbc-4ca5-8c6f-993cfeeccf1f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:33.976791 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-417e0458-dee8-46f7-817a-92fc181c2a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:33.983494 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['c86c651c-2c47-486b-9958-cfb78a22bc0b'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:18:34.002539 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86127-acdf-48d2-b0ea-7788cd80e018 req-a2181ccc-4b04-4a4f-95fa-74fc86cb3a93 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:34.004133 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b6e86127-acdf-48d2-b0ea-7788cd80e018 req-a2181ccc-4b04-4a4f-95fa-74fc86cb3a93 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 943 time: 0.4114676
May 12 08:18:34.106791 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4c7f5-7dbc-4ca5-8c6f-993cfeeccf1f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Pushing event deleted for resources: {'Port': ['ID=c86c651c-2c47-486b-9958-cfb78a22bc0b,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:34.143903 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-05f4c7f5-7dbc-4ca5-8c6f-993cfeeccf1f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:34.173337 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44334fb-8035-4da9-a7e4-be54143b0f03 req-77c0c4ff-eb68-40f8-a0b4-c9fbdd19f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:34.175013 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e44334fb-8035-4da9-a7e4-be54143b0f03 req-77c0c4ff-eb68-40f8-a0b4-c9fbdd19f51b service neutron] 10.222.0.39 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 918 time: 0.3027279
May 12 08:18:34.203614 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b6e86127-acdf-48d2-b0ea-7788cd80e018 req-0bb77766-ba49-4c0b-ba33-d14623375e4b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796753
May 12 08:18:34.231348 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebf77e-282c-4dbc-946b-9241dcbd5d37 req-954f4355-9bab-45e2-9b86-183caed26b9b tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:34.233242 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-06ebf77e-282c-4dbc-946b-9241dcbd5d37 req-954f4355-9bab-45e2-9b86-183caed26b9b tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 946 time: 0.1846380
May 12 08:18:34.261918 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0c4104-8354-4f93-ac91-3f8fff92a9b2 req-05f4c7f5-7dbc-4ca5-8c6f-993cfeeccf1f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] No DVR routers for this DVR port c86c651c-2c47-486b-9958-cfb78a22bc0b on host hv-cinder-79091 {{(pid=78689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:18:34.270108 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-cf0c4104-8354-4f93-ac91-3f8fff92a9b2 req-05f4c7f5-7dbc-4ca5-8c6f-993cfeeccf1f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:34.272921 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19a0de9-88eb-4d70-a54b-55c06bd54306', 'name': 'network-vif-deleted', 'tag': 'c86c651c-2c47-486b-9958-cfb78a22bc0b'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:34.342159 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-06ebf77e-282c-4dbc-946b-9241dcbd5d37 req-773cb014-a8d3-4455-afa6-edc15488f9eb tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989313
May 12 08:18:34.361231 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cf0c4104-8354-4f93-ac91-3f8fff92a9b2 req-05f4c7f5-7dbc-4ca5-8c6f-993cfeeccf1f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.39 "DELETE /v2.0/ports/c86c651c-2c47-486b-9958-cfb78a22bc0b HTTP/1.1" status: 204  len: 173 time: 1.2770269
May 12 08:18:34.450138 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 1cc26361-8c18-4edc-9fda-a7069571f217 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:18:34.483717 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e44334fb-8035-4da9-a7e4-be54143b0f03 req-b69ede4a-4edb-4c02-9b1e-6f5d4789fd11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377eb68e-c1dd-4646-beae-9867a6ee3ce9 HTTP/1.1" status: 200  len: 217 time: 0.2980947
May 12 08:18:34.493080 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Notify callbacks [] for port, precommit_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:34.519017 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.provisioning_blocks [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Transition to ACTIVE for port object f315176b-9921-4eef-b6df-e41e09bd6bcb will not be triggered until provisioned by entity L2. {{(pid=78691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:34.532548 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:34.544247 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-20c36601-1bad-4961-a8c3-dfb3f00eb408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:34.675525 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Pushing event updated for resources: {'Port': ['ID=f315176b-9921-4eef-b6df-e41e09bd6bcb,revision_number=2']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:34.682631 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9e706018-c46c-459b-9dea-73409eead26c req-df51754d-257c-47fd-8938-6fd3e75fecf4 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19a0de9-88eb-4d70-a54b-55c06bd54306 HTTP/1.1" status: 200  len: 210 time: 0.2996640
May 12 08:18:34.682996 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 1cc26361-8c18-4edc-9fda-a7069571f217, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1cc26361-8c18-4edc-9fda-a7069571f217,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:34.699190 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '1cc26361-8c18-4edc-9fda-a7069571f217', 'network_id': 'c5c93c52-d434-4d11-965a-99883e6ce5f2', 'port_id': '1cc26361-8c18-4edc-9fda-a7069571f217', 'mac_address': 'fa:16:3e:84:54:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:18:34.702996 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:34.704271 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:34.704271 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:34.704835 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:34.705258 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:34.705866 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:34.706513 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:34.706969 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:34.707529 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:34.708084 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:34.709034 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:34.709542 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:18:34.714191 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:34.719243 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Attempting to bind port f315176b-9921-4eef-b6df-e41e09bd6bcb on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:18:34.719732 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Attempting to bind port f315176b-9921-4eef-b6df-e41e09bd6bcb by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:18:34.720219 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Attempting to bind port f315176b-9921-4eef-b6df-e41e09bd6bcb on network 069f2160-aa3e-48e5-a977-e51b8a4e427f {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:34.728148 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:18:34.728148 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Checking segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:34.728778 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:34.729396 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Bound using segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:18:34.729934 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Bound port: f315176b-9921-4eef-b6df-e41e09bd6bcb, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:18:34.730449 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:34.734073 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19a0de9-88eb-4d70-a54b-55c06bd54306', 'name': 'network-vif-deleted', 'tag': 'c86c651c-2c47-486b-9958-cfb78a22bc0b', 'status': 'completed', 'code': 200}
May 12 08:18:34.794126 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:34.795479 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44334fb-8035-4da9-a7e4-be54143b0f03 req-042a7fd5-8c77-463b-84f8-fa86772b69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:34.797194 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e44334fb-8035-4da9-a7e4-be54143b0f03 req-042a7fd5-8c77-463b-84f8-fa86772b69b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d718b66-00ea-4b07-8789-ea9a96f8f1de HTTP/1.1" status: 200  len: 857 time: 0.1287816
May 12 08:18:34.826517 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] For port f315176b-9921-4eef-b6df-e41e09bd6bcb, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:18:34.831446 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] For port f315176b-9921-4eef-b6df-e41e09bd6bcb, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=f315176b-9921-4eef-b6df-e41e09bd6bcb,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:18:34.839607 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:34.846371 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:34.849666 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:34.856151 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc26361-8c18-4edc-9fda-a7069571f217 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:18:34.876457 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e44334fb-8035-4da9-a7e4-be54143b0f03 req-44b1dc54-0279-4bb2-a440-377d17cc8754 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16ee7d87-925d-4c15-81e4-8db373c2cfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0652537
May 12 08:18:34.885220 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 1cc26361-8c18-4edc-9fda-a7069571f217, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1cc26361-8c18-4edc-9fda-a7069571f217,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:34.897991 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:34.900044 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:34.927055 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Pushing event updated for resources: {'Port': ['ID=f315176b-9921-4eef-b6df-e41e09bd6bcb,revision_number=3']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:34.954979 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:18:34.955619 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c996dd3d0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:35.071364 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:35.132394 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=1cc26361-8c18-4edc-9fda-a7069571f217,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:35.135324 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:35.163388 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:18:35.351408 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['1cc26361-8c18-4edc-9fda-a7069571f217'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:18:35.498394 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e44334fb-8035-4da9-a7e4-be54143b0f03 req-84ff204e-9866-4a81-8739-aa3aa4e4e323 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4994171
May 12 08:18:35.548655 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b42765-e231-4376-95f5-6755f508b24e req-d09614d7-272e-4d2e-8a44-706316a5d258 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:35.561213 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-18b42765-e231-4376-95f5-6755f508b24e req-d09614d7-272e-4d2e-8a44-706316a5d258 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 944 time: 0.1813028
May 12 08:18:35.583004 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a336fe2-d6fa-4277-bf5f-401ab544b493 req-410a9ae1-8485-4478-a694-182071d09094 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:35.588890 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c996dd3d0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:30Z', 'revision_number': 3, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:35.603753 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7219f6-b475-4482-bc0b-32e3055e0960 None None] The sync data for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi is: [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:30Z', 'revision_number': 3, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:18:35.609083 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2a336fe2-d6fa-4277-bf5f-401ab544b493 req-410a9ae1-8485-4478-a694-182071d09094 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.6127036
May 12 08:18:35.665990 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-18b42765-e231-4376-95f5-6755f508b24e req-67e9fde2-ccfa-4c94-a4c5-9517dd07a7fb tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037946
May 12 08:18:35.737376 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Allocated IP 172.20.0.1 (37e969d9-2b61-4149-b6a0-e4045133e6d2/70936901-4fd1-4365-9a28-2613415a8b74/d7fe199d-51e8-4417-b1f2-7bc08523ea91) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:35.785848 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2a336fe2-d6fa-4277-bf5f-401ab544b493 req-47785b0b-d99b-475b-a3f7-d122351ada6a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754675
May 12 08:18:35.990078 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e44334fb-8035-4da9-a7e4-be54143b0f03 req-45853b84-12f6-4948-9183-541b7c6dbcd3 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4815295
May 12 08:18:36.098553 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:36.115153 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Transition to ACTIVE for port object d7fe199d-51e8-4417-b1f2-7bc08523ea91 will not be triggered until provisioned by entity DHCP. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:36.194381 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:36.204095 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:36.265257 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Network 37e969d9-2b61-4149-b6a0-e4045133e6d2 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:36.270196 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:36.286210 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:36.319602 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Pushing event updated for resources: {'Port': ['ID=d7fe199d-51e8-4417-b1f2-7bc08523ea91,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:36.336906 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:36.394242 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5778d-d953-4014-9187-f0308fd57ce1 req-0525896b-ed56-429a-b272-0332d812bfc1 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:36.395802 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7ea5778d-d953-4014-9187-f0308fd57ce1 req-0525896b-ed56-429a-b272-0332d812bfc1 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 946 time: 0.2467937
May 12 08:18:36.435088 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820397'] for router_interface, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:36.457838 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device c86c651c-2c47-486b-9958-cfb78a22bc0b no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:18:36.510257 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: c86c651c-2c47-486b-9958-cfb78a22bc0b {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:18:36.510694 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device c86c651c-2c47-486b-9958-cfb78a22bc0b not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:18:36.652195 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-53be2dda-2779-4591-ab82-8778260f0d66 None None] Provisioning for port d7fe199d-51e8-4417-b1f2-7bc08523ea91 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:36.653205 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7ea5778d-d953-4014-9187-f0308fd57ce1 req-8befc232-9472-4dcc-b6f7-e8b990033a53 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480714
May 12 08:18:36.658238 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-53be2dda-2779-4591-ab82-8778260f0d66 None None] Provisioning complete for port d7fe199d-51e8-4417-b1f2-7bc08523ea91 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:36.658702 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-53be2dda-2779-4591-ab82-8778260f0d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:36.718723 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-53be2dda-2779-4591-ab82-8778260f0d66 None None] Port d7fe199d-51e8-4417-b1f2-7bc08523ea91 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:18:36.807736 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:36.908556 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2794c1-b78e-4785-b08c-60d4e53efdef req-f824cbd6-7bec-4010-b3f6-7d26a70af291 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:36.910143 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cd2794c1-b78e-4785-b08c-60d4e53efdef req-f824cbd6-7bec-4010-b3f6-7d26a70af291 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 944 time: 0.1104481
May 12 08:18:36.956460 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cd2794c1-b78e-4785-b08c-60d4e53efdef req-59b4ad8e-f46d-4aa8-b2da-5fe2fbb2e2fd tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404475
May 12 08:18:37.165974 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751d977-e879-4f3c-b848-474c2d853563 req-233bdae2-fb92-4109-a8fd-b3f6b396aa4b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:37.167361 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f751d977-e879-4f3c-b848-474c2d853563 req-233bdae2-fb92-4109-a8fd-b3f6b396aa4b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1744134
May 12 08:18:37.201996 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:37.210897 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:37.249025 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9fddbd0e-9e4b-432a-bdb4-e28aa5a85f8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:37.306068 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f751d977-e879-4f3c-b848-474c2d853563 req-26d08ff2-be13-4b43-8a21-423691d66c64 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254623
May 12 08:18:37.338922 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820238'] for router_interface, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:37.342428 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Pushing event updated for resources: {'Port': ['ID=d7fe199d-51e8-4417-b1f2-7bc08523ea91,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:37.345742 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:37.498862 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Network 37e969d9-2b61-4149-b6a0-e4045133e6d2 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:37.500229 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:37.613938 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device f315176b-9921-4eef-b6df-e41e09bd6bcb up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:37.720222 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port f315176b-9921-4eef-b6df-e41e09bd6bcb completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:37.725702 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port f315176b-9921-4eef-b6df-e41e09bd6bcb triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:37.726115 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:37.748772 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Router 36e2ab55-2674-4153-be5d-e1769a3ade40 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:18:37.786619 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-124d78b5-6abd-414f-bd49-8fc841a7fadf None None] Provisioning complete for port d7fe199d-51e8-4417-b1f2-7bc08523ea91 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:37.786967 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-124d78b5-6abd-414f-bd49-8fc841a7fadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:37.904731 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-124d78b5-6abd-414f-bd49-8fc841a7fadf None None] Port d7fe199d-51e8-4417-b1f2-7bc08523ea91 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:18:37.930191 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:37.946445 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port f315176b-9921-4eef-b6df-e41e09bd6bcb, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=f315176b-9921-4eef-b6df-e41e09bd6bcb,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:37.957810 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:37.960117 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:38.003189 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52f1fc-de0f-40ed-aeba-5e7db41f0e1f req-001c2251-724b-4832-9cb1-334a3223c44c tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:38.004662 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d52f1fc-de0f-40ed-aeba-5e7db41f0e1f req-001c2251-724b-4832-9cb1-334a3223c44c tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 946 time: 0.1909995
May 12 08:18:38.006326 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:18:38.023176 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Sync routers for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:18:38.029698 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] 10.222.0.36 "PUT /v2.0/routers/36e2ab55-2674-4153-be5d-e1769a3ade40/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0274901
May 12 08:18:38.035965 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=f315176b-9921-4eef-b6df-e41e09bd6bcb,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:38.039702 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:38.045760 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:18:38.046463 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98c995b0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:38.055560 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d52f1fc-de0f-40ed-aeba-5e7db41f0e1f req-8277c41f-3510-4cfd-aa70-c74fb0059dcd tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437424
May 12 08:18:38.232311 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e7836-35dc-4db2-bb3c-63ec3108173e req-19b26e92-9e18-4082-bc23-77afc12cbf4e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:38.233820 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-210e7836-35dc-4db2-bb3c-63ec3108173e req-19b26e92-9e18-4082-bc23-77afc12cbf4e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 944 time: 0.0862691
May 12 08:18:38.240423 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:18:38.279212 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-210e7836-35dc-4db2-bb3c-63ec3108173e req-fbbd2b2b-5f7d-4717-9ae3-815e9c31d5ad tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384524
May 12 08:18:38.560066 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98c995b0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 2, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:38.563880 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Checking router: 36e2ab55-2674-4153-be5d-e1769a3ade40 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:18:38.564237 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Updating router 36e2ab55-2674-4153-be5d-e1769a3ade40 port d7fe199d-51e8-4417-b1f2-7bc08523ea91 binding host dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:18:38.565278 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 59662) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:38.571107 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1790066497-network', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:38.575595 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:38.579408 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Usage tracker for resource:network and tenant:92a14d6d1f204706b9028c5ce9fb2f4d is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:38.582224 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:38.588409 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:38.598657 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Made reservation on behalf of 92a14d6d1f204706b9028c5ce9fb2f4d for: {'network': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:38.601049 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:38.612903 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:38.620607 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:38.627081 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:38.630922 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Usage tracker for resource:security_group_rule and tenant:92a14d6d1f204706b9028c5ce9fb2f4d is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:38.633676 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:38.639283 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:38.725338 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:38.729608 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:38.733468 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-63d36b93-5e24-4cd1-8027-b184915e257d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:38.756937 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'}  {{(pid=78688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:18:38.769416 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7563cc-bbbb-4981-bd73-24d95752e4b6,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:38.773548 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:38.774493 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:38.774828 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.segments_db [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Added segment d88da344-d7db-4313-9842-0ae17b60c92c of type vlan for network b80b80b8-af71-45b8-8417-8a27016c4e66
May 12 08:18:38.802129 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:38.830345 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:38.831757 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:38.832322 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:38.837309 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:38.932851 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3664389
May 12 08:18:38.936309 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 59668) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:38.941860 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Request body: {'subnet': {'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1790066497-subnet', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'ip_version': 4}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:38.943127 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Pushing event updated for resources: {'Network': ['ID=b80b80b8-af71-45b8-8417-8a27016c4e66,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:38.946092 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:38.947593 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:38.951833 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Usage tracker for resource:subnet and tenant:92a14d6d1f204706b9028c5ce9fb2f4d is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:38.954873 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:38.961607 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:38.969356 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network b80b80b8-af71-45b8-8417-8a27016c4e66 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:18:38.972716 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Made reservation on behalf of 92a14d6d1f204706b9028c5ce9fb2f4d for: {'subnet': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:38.975389 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:39.084599 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Notify callbacks [] for port, precommit_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:39.103179 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Transition to ACTIVE for port object d7fe199d-51e8-4417-b1f2-7bc08523ea91 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:39.110365 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:39.115184 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:39.251475 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a20d6-1ec2-458f-8d66-c75db7dffecc req-a6676ee8-0e69-4d34-974a-0b452f8911ff tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:39.253216 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-046a20d6-1ec2-458f-8d66-c75db7dffecc req-a6676ee8-0e69-4d34-974a-0b452f8911ff tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 946 time: 0.0879128
May 12 08:18:39.271027 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf35a0e-8329-45aa-b8a8-58a905080fe3 None None] Pushing event updated for resources: {'Port': ['ID=d7fe199d-51e8-4417-b1f2-7bc08523ea91,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:39.278378 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-0bf35a0e-8329-45aa-b8a8-58a905080fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:39.317785 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-046a20d6-1ec2-458f-8d66-c75db7dffecc req-cfc6f964-1bb6-43a8-bd67-902291b19a77 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512185
May 12 08:18:39.346856 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Attempting to bind port d7fe199d-51e8-4417-b1f2-7bc08523ea91 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:18:39.347505 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Attempting to bind port d7fe199d-51e8-4417-b1f2-7bc08523ea91 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:18:39.348040 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Attempting to bind port d7fe199d-51e8-4417-b1f2-7bc08523ea91 on network 37e969d9-2b61-4149-b6a0-e4045133e6d2 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:39.354383 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:18:39.354761 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Checking segment: {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:39.355173 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:39.355570 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Bound using segment: {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:18:39.356051 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Bound port: d7fe199d-51e8-4417-b1f2-7bc08523ea91, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:18:39.356580 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:39.466152 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] For port d7fe199d-51e8-4417-b1f2-7bc08523ea91, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:18:39.476422 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] For port d7fe199d-51e8-4417-b1f2-7bc08523ea91, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=d7fe199d-51e8-4417-b1f2-7bc08523ea91,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:18:39.486007 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:39.490984 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:39.495226 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:39.500725 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-210311b2-212b-489c-9140-4c27db61c468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:39.575635 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device f315176b-9921-4eef-b6df-e41e09bd6bcb up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:39.576900 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dadf31bf-a17a-4b07-8588-866adf02193a,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:39.579942 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:39.606019 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Checking segment: {'id': 'd88da344-d7db-4313-9842-0ae17b60c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:39.606367 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Network hostable DHCP agents. Network: b80b80b8-af71-45b8-8417-8a27016c4e66, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:18:39.619326 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c418-4981-4bf2-97cc-189a9dd8a6fd req-c718a8dd-01a6-453d-a034-24c6e52a08d7 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:39.620992 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1d25c418-4981-4bf2-97cc-189a9dd8a6fd req-c718a8dd-01a6-453d-a034-24c6e52a08d7 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 944 time: 0.1879823
May 12 08:18:39.625560 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Network b80b80b8-af71-45b8-8417-8a27016c4e66 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:18:39.638888 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, b80b80b8-af71-45b8-8417-8a27016c4e66) {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:39.644043 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:39.645155 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:39.654232 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a295289-ffc9-41f9-916c-24ba7dbff77f None None] Network b80b80b8-af71-45b8-8417-8a27016c4e66 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:18:39.668624 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf35a0e-8329-45aa-b8a8-58a905080fe3 None None] Pushing event updated for resources: {'Port': ['ID=d7fe199d-51e8-4417-b1f2-7bc08523ea91,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:39.670295 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7328136
May 12 08:18:39.672816 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 59680) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:39.679692 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1790066497-router', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:39.681174 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-0bf35a0e-8329-45aa-b8a8-58a905080fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:39.685229 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:39.690167 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Usage tracker for resource:router and tenant:92a14d6d1f204706b9028c5ce9fb2f4d is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:39.692351 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1d25c418-4981-4bf2-97cc-189a9dd8a6fd req-0f75e1b5-bed6-44c2-acf8-4e724a867f3c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610478
May 12 08:18:39.693449 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:39.709685 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:39.719972 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30017'] for router, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:39.720911 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-367070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30072'] for router, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:39.738432 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:39.755308 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:18:39.756402 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98c995b0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:39.870986 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 1cc26361-8c18-4edc-9fda-a7069571f217 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:39.964969 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:39.993353 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port f315176b-9921-4eef-b6df-e41e09bd6bcb triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:39.993697 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:40.005966 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1832871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30054'] for router, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:40.155611 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:18:40.260744 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port 1cc26361-8c18-4edc-9fda-a7069571f217 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:40.345243 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:40.377712 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:40.403451 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 1cc26361-8c18-4edc-9fda-a7069571f217 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:40.403844 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:40.464773 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2702bc7-e328-5c98-9899-9b927245ab55-b80b80b8-af71-45b8-8417-8a27016c4e66', 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'fixed_ips': [{'subnet_id': 'dadf31bf-a17a-4b07-8588-866adf02193a'}]}} from dv-cinder-790910-1-iscsi. {{(pid=78690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 12 08:18:40.466131 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:40.536873 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Allocated IP 172.27.2.209 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/c5722b54-3066-4cf1-9b79-cc5ee77538e3) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:40.541662 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafabcef-ff30-4fc3-9a20-7087691f3b4a req-3f754a27-eda3-4595-aca5-66a34faa4442 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:40.545721 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cafabcef-ff30-4fc3-9a20-7087691f3b4a req-3f754a27-eda3-4595-aca5-66a34faa4442 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 946 time: 0.0932410
May 12 08:18:40.594609 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cafabcef-ff30-4fc3-9a20-7087691f3b4a req-fd7a512a-d55d-4c85-b210-571f12f3ac09 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449221
May 12 08:18:40.704970 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:40.752468 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:40.758735 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a81a9868-ab1d-4642-9ebf-75c15213c0a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:40.864385 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:40.873635 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:40.876073 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:40.896528 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:40.942048 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 1cc26361-8c18-4edc-9fda-a7069571f217, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1cc26361-8c18-4edc-9fda-a7069571f217,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:40.944839 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.db_base_plugin_common [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Allocated IP 172.20.0.2 (b80b80b8-af71-45b8-8417-8a27016c4e66/dadf31bf-a17a-4b07-8588-866adf02193a/6d835f4d-f022-42e6-bf76-75ab29d6d8e0) {{(pid=78690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:40.946946 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0893b1e-5089-4105-add7-1bd19471295f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc26361-8c18-4edc-9fda-a7069571f217'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:40.956364 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:40.961149 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:41.069227 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634abc7-afc8-4b68-9f32-6658a4f74dbb req-65aee619-10bb-4cdc-8297-dd32adb26c7b tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:41.071908 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c634abc7-afc8-4b68-9f32-6658a4f74dbb req-65aee619-10bb-4cdc-8297-dd32adb26c7b tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.39 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 946 time: 0.1915305
May 12 08:18:41.102976 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Pushing event updated for resources: {'Port': ['ID=c5722b54-3066-4cf1-9b79-cc5ee77538e3,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:41.104721 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:41.169323 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98c995b0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:39Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:41.185951 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=1cc26361-8c18-4edc-9fda-a7069571f217,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:41.197146 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:41.198275 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55397956-29a4-46e1-ad49-4e0f94ad5659 None None] The sync data for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi is: [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:39Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:18:41.219973 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0893b1e-5089-4105-add7-1bd19471295f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc26361-8c18-4edc-9fda-a7069571f217', 'code': 200}
May 12 08:18:41.224631 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f5c19-b9d2-443d-8e2b-9cbd82849c37 req-8396a905-23c2-4589-98e0-5bb02c816bd5 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:41.226562 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-221f5c19-b9d2-443d-8e2b-9cbd82849c37 req-8396a905-23c2-4589-98e0-5bb02c816bd5 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 944 time: 0.4196420
May 12 08:18:41.433952 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-c634abc7-afc8-4b68-9f32-6658a4f74dbb req-294cebf0-22e0-4392-804a-ad8bd05d4150 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Deleting port 626805f1-a0f8-44bf-9aba-482871bda815 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:18:41.434291 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-c634abc7-afc8-4b68-9f32-6658a4f74dbb req-294cebf0-22e0-4392-804a-ad8bd05d4150 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:41.471066 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Notify callbacks [] for port, precommit_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:41.509301 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Transition to ACTIVE for port object 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:41.530855 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-221f5c19-b9d2-443d-8e2b-9cbd82849c37 req-82d1f458-5cd2-4553-8101-896891540260 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020319
May 12 08:18:41.563950 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Transition to ACTIVE for port object 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 will not be triggered until provisioned by entity DHCP. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:41.573294 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:41.578764 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:41.607799 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:41.708864 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Pushing event updated for resources: {'Port': ['ID=6d835f4d-f022-42e6-bf76-75ab29d6d8e0,revision_number=1']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:41.718651 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device d7fe199d-51e8-4417-b1f2-7bc08523ea91 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:41.754291 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-c634abc7-afc8-4b68-9f32-6658a4f74dbb req-294cebf0-22e0-4392-804a-ad8bd05d4150 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] For port 626805f1-a0f8-44bf-9aba-482871bda815, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=626805f1-a0f8-44bf-9aba-482871bda815,segment=NetworkSegment(98cbe098-475b-4485-92d1-147a3f3093a3),segment_id=98cbe098-475b-4485-92d1-147a3f3093a3)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:41.754940 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-c634abc7-afc8-4b68-9f32-6658a4f74dbb req-294cebf0-22e0-4392-804a-ad8bd05d4150 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:41.756367 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:41.780194 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Network b80b80b8-af71-45b8-8417-8a27016c4e66 is already hosted by enough agents. {{(pid=78690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:41.782983 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.base_scheduler [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Resources bound (agent type, host, resource id):  {{(pid=78690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:41.790681 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Received port after_create {{(pid=78690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:41.894557 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 59726) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:41.916259 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port d7fe199d-51e8-4417-b1f2-7bc08523ea91 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:41.926323 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port d7fe199d-51e8-4417-b1f2-7bc08523ea91 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:41.926797 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:41.948345 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd1715-e28c-456b-863c-fc137907be46 req-ee81ab34-cb9c-4d7d-9b33-b6565823c746 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:41.950007 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-21dd1715-e28c-456b-863c-fc137907be46 req-ee81ab34-cb9c-4d7d-9b33-b6565823c746 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.3457975
May 12 08:18:41.956768 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-c634abc7-afc8-4b68-9f32-6658a4f74dbb req-294cebf0-22e0-4392-804a-ad8bd05d4150 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Calling delete_port for 626805f1-a0f8-44bf-9aba-482871bda815 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:18:41.997354 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Attempting to bind port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:18:41.999151 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Attempting to bind port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': 'd88da344-d7db-4313-9842-0ae17b60c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:18:42.000082 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Attempting to bind port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 on network b80b80b8-af71-45b8-8417-8a27016c4e66 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:42.019761 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:18:42.019761 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Checking segment: {'id': 'd88da344-d7db-4313-9842-0ae17b60c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:42.021556 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:42.025751 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Bound using segment: {'id': 'd88da344-d7db-4313-9842-0ae17b60c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:18:42.027272 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Bound port: 6d835f4d-f022-42e6-bf76-75ab29d6d8e0, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88da344-d7db-4313-9842-0ae17b60c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:18:42.028279 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:42.034575 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-21dd1715-e28c-456b-863c-fc137907be46 req-326d63ca-1eb7-4072-bcdb-8284c76979b1 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721726
May 12 08:18:42.191455 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] For port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:18:42.196401 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] For port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=6d835f4d-f022-42e6-bf76-75ab29d6d8e0,segment=NetworkSegment(d88da344-d7db-4313-9842-0ae17b60c92c),segment_id=d88da344-d7db-4313-9842-0ae17b60c92c)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:18:42.257166 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-c634abc7-afc8-4b68-9f32-6658a4f74dbb req-294cebf0-22e0-4392-804a-ad8bd05d4150 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:42.270979 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:42.275656 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:42.289516 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:42.300002 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['626805f1-a0f8-44bf-9aba-482871bda815'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:18:42.339000 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:42.352220 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86b4c8-f7da-41b1-b4eb-2b10e5839361 req-a109f8e5-6173-4e88-9d56-e47537d49269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:42.354658 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-fe86b4c8-f7da-41b1-b4eb-2b10e5839361 req-a109f8e5-6173-4e88-9d56-e47537d49269 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 1098 time: 0.5916843
May 12 08:18:42.359213 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cebf0-22e0-4392-804a-ad8bd05d4150 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Pushing event deleted for resources: {'Port': ['ID=626805f1-a0f8-44bf-9aba-482871bda815,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:42.391538 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ce4d8-fba3-436e-9ea0-143108516ae7 req-2c0db74c-ca41-4803-8a9b-7234823445f8 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:42.400202 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-294cebf0-22e0-4392-804a-ad8bd05d4150 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:42.409570 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5e3ce4d8-fba3-436e-9ea0-143108516ae7 req-2c0db74c-ca41-4803-8a9b-7234823445f8 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 946 time: 0.5045416
May 12 08:18:42.460660 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c634abc7-afc8-4b68-9f32-6658a4f74dbb req-294cebf0-22e0-4392-804a-ad8bd05d4150 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] No DVR routers for this DVR port 626805f1-a0f8-44bf-9aba-482871bda815 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:18:42.465468 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-c634abc7-afc8-4b68-9f32-6658a4f74dbb req-294cebf0-22e0-4392-804a-ad8bd05d4150 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:42.475375 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29be53c0-422b-4f71-a4a0-db7603d6b632', 'name': 'network-vif-deleted', 'tag': '626805f1-a0f8-44bf-9aba-482871bda815'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:42.509357 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c634abc7-afc8-4b68-9f32-6658a4f74dbb req-294cebf0-22e0-4392-804a-ad8bd05d4150 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.39 "DELETE /v2.0/ports/626805f1-a0f8-44bf-9aba-482871bda815 HTTP/1.1" status: 204  len: 173 time: 1.4294028
May 12 08:18:42.514928 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port d7fe199d-51e8-4417-b1f2-7bc08523ea91, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=d7fe199d-51e8-4417-b1f2-7bc08523ea91,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:42.566503 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Pushing event updated for resources: {'Port': ['ID=6d835f4d-f022-42e6-bf76-75ab29d6d8e0,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:42.570836 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:42.573691 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:42.576430 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:42.586744 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5e3ce4d8-fba3-436e-9ea0-143108516ae7 req-c9002e7d-80a3-4aba-a184-67c228754999 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754372
May 12 08:18:42.739166 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-ab0763a5-b03b-4e14-9f3f-c34a7016ec2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab6e479470ea4b758b6a319afebb3815&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8341897
May 12 08:18:42.743178 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 59756) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:42.751464 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-fe86b4c8-f7da-41b1-b4eb-2b10e5839361 req-8f6c70b1-ad73-4751-b5e0-6b160c73543c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2880619
May 12 08:18:42.753122 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=d7fe199d-51e8-4417-b1f2-7bc08523ea91,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:42.760554 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:42.795059 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833010'] for router, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:42.874036 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29be53c0-422b-4f71-a4a0-db7603d6b632', 'name': 'network-vif-deleted', 'tag': '626805f1-a0f8-44bf-9aba-482871bda815', 'status': 'completed', 'code': 200}
May 12 08:18:42.934702 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6ea0-e84e-4440-8699-6e360302db5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:43.040151 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6ea0-e84e-4440-8699-6e360302db5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:43.166844 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868770e-ada9-4e89-b222-8a3c4635ccb5 req-129cf6be-81b4-4099-ac6c-bd1d33798e8b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:43.174576 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2868770e-ada9-4e89-b222-8a3c4635ccb5 req-129cf6be-81b4-4099-ac6c-bd1d33798e8b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 945 time: 0.2179756
May 12 08:18:43.213326 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Router 02dc80ff-f9b3-43c4-ab37-550d0585e538 is scheduled to L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 with binding_index 1 {{(pid=78689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 08:18:43.249831 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2868770e-ada9-4e89-b222-8a3c4635ccb5 req-14375176-df40-4238-a1bf-22525e8068eb tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742223
May 12 08:18:43.250727 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6ea0-e84e-4440-8699-6e360302db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:43.260346 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:43.275508 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc6ea0-e84e-4440-8699-6e360302db5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac427b4-2a62-45c2-8e01-f90e33a90486,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:43.278204 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d1cc6ea0-e84e-4440-8699-6e360302db5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:43.290905 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6ea0-e84e-4440-8699-6e360302db5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:43.292214 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-d1cc6ea0-e84e-4440-8699-6e360302db5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ac427b4-2a62-45c2-8e01-f90e33a90486 HTTP/1.1" status: 204  len: 168 time: 0.5477612
May 12 08:18:43.506836 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:18:43.518437 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Sync routers for ids ['02dc80ff-f9b3-43c4-ab37-550d0585e538'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:18:43.539555 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:43.540961 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.8661885
May 12 08:18:43.543897 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 59768) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:43.556571 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Routers {'02dc80ff-f9b3-43c4-ab37-550d0585e538'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:18:43.557233 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9a4b7b20>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['02dc80ff-f9b3-43c4-ab37-550d0585e538'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:43.807735 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device d7fe199d-51e8-4417-b1f2-7bc08523ea91 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:43.928283 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port d7fe199d-51e8-4417-b1f2-7bc08523ea91 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:43.928771 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:43.930429 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9c9a25e0-966f-461a-af7a-275f88b9df0a req-20eddde8-d62f-4cf5-bd37-e7606ad64fc9 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 210 time: 0.1060140
May 12 08:18:43.968426 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Set router 02dc80ff-f9b3-43c4-ab37-550d0585e538 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:18:44.167511 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:44.217901 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa29e8-fd18-4a2a-99ed-0c15f9d2c38f None None] Network b80b80b8-af71-45b8-8417-8a27016c4e66 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:18:44.324934 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9a4b7b20>, [{'id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'name': 'tempest-TestVolumeBootPattern-1790066497-router', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:39Z', 'updated_at': '2021-05-12T08:18:41Z', 'revision_number': 3, 'project_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'gw_port': {'id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:40Z', 'updated_at': '2021-05-12T08:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:44.328914 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Checking router: 02dc80ff-f9b3-43c4-ab37-550d0585e538 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:18:44.329297 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Updating router 02dc80ff-f9b3-43c4-ab37-550d0585e538 port c5722b54-3066-4cf1-9b79-cc5ee77538e3 binding host dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:18:44.381934 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:44.497142 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a2612e20-24b2-4413-9839-f61e58ba224a None None] Provisioning for port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:44.569068 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:44.576339 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:44.576719 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:44.630320 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9bd24-fdd5-465d-ae75-4426efc55d00 req-f93fcab1-5994-4280-aac6-b640781cc5ba tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:44.637748 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d6f9bd24-fdd5-465d-ae75-4426efc55d00 req-f93fcab1-5994-4280-aac6-b640781cc5ba tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 945 time: 0.2332499
May 12 08:18:44.750764 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Notify callbacks [] for port, precommit_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:44.761272 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:44.779683 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.provisioning_blocks [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Transition to ACTIVE for port object c5722b54-3066-4cf1-9b79-cc5ee77538e3 will not be triggered until provisioned by entity L2. {{(pid=78691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:44.796040 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d6f9bd24-fdd5-465d-ae75-4426efc55d00 req-802b4c6a-e5ff-424f-82ee-cf48869763ca tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528022
May 12 08:18:44.796267 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:44.809374 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:44.834673 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=6d835f4d-f022-42e6-bf76-75ab29d6d8e0,segment=NetworkSegment(d88da344-d7db-4313-9842-0ae17b60c92c),segment_id=d88da344-d7db-4313-9842-0ae17b60c92c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:44.842768 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:44.844758 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:44.879931 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:44.883590 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Attempting to bind port c5722b54-3066-4cf1-9b79-cc5ee77538e3 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:18:44.884242 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Attempting to bind port c5722b54-3066-4cf1-9b79-cc5ee77538e3 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:18:44.884822 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Attempting to bind port c5722b54-3066-4cf1-9b79-cc5ee77538e3 on network 069f2160-aa3e-48e5-a977-e51b8a4e427f {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:44.900497 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:18:44.901290 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Checking segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:44.901914 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:44.902529 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Bound using segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:18:44.903301 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Bound port: c5722b54-3066-4cf1-9b79-cc5ee77538e3, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:18:44.903913 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:44.959844 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=6d835f4d-f022-42e6-bf76-75ab29d6d8e0,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:44.962542 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-5271e680-af77-4c1b-bf95-438998538557 None None] Provisioning complete for port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:44.962911 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-5271e680-af77-4c1b-bf95-438998538557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:44.984089 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e810182-9507-41fa-9911-72144838608a None None] Pushing event updated for resources: {'Port': ['ID=c5722b54-3066-4cf1-9b79-cc5ee77538e3,revision_number=2']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:44.995727 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-2e810182-9507-41fa-9911-72144838608a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:45.001518 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:45.010177 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] For port c5722b54-3066-4cf1-9b79-cc5ee77538e3, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:18:45.024450 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] For port c5722b54-3066-4cf1-9b79-cc5ee77538e3, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=c5722b54-3066-4cf1-9b79-cc5ee77538e3,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:18:45.032353 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:45.041430 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-b75e816a-a0c7-4904-9701-9c303602c73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:45.148682 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9d6740bb-2368-4556-b4e3-00dca8e4d736 req-5458e614-f5d9-4e5b-b65e-ad6931a59405 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 210 time: 0.0481005
May 12 08:18:45.154147 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Routers {'02dc80ff-f9b3-43c4-ab37-550d0585e538'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:18:45.154899 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9a4b7b20>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['02dc80ff-f9b3-43c4-ab37-550d0585e538'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:45.208526 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e810182-9507-41fa-9911-72144838608a None None] Pushing event updated for resources: {'Port': ['ID=c5722b54-3066-4cf1-9b79-cc5ee77538e3,revision_number=3']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:45.216156 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Allocated IP 172.20.0.1 (b80b80b8-af71-45b8-8417-8a27016c4e66/dadf31bf-a17a-4b07-8588-866adf02193a/62acba70-d808-4b27-8f50-22a9633ba23b) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:45.262142 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-2e810182-9507-41fa-9911-72144838608a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:45.331331 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] Set router 02dc80ff-f9b3-43c4-ab37-550d0585e538 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:18:45.377233 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:45.395540 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Transition to ACTIVE for port object 62acba70-d808-4b27-8f50-22a9633ba23b will not be triggered until provisioned by entity DHCP. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:45.429785 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:45.440564 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2c93582e-6860-4e82-a0bb-374a7abb1683 tempest-DeleteServersTestJSON-747540341 tempest-DeleteServersTestJSON-747540341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:45.521806 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Pushing event updated for resources: {'Port': ['ID=62acba70-d808-4b27-8f50-22a9633ba23b,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:45.526431 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:45.528945 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Network b80b80b8-af71-45b8-8417-8a27016c4e66 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:45.530160 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:45.532327 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:45.583861 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:45.615902 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820397'] for router_interface, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:45.695635 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:45.696019 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:45.730660 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9a4b7b20>, [{'id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'name': 'tempest-TestVolumeBootPattern-1790066497-router', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:39Z', 'updated_at': '2021-05-12T08:18:41Z', 'revision_number': 3, 'project_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'gw_port': {'id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:40Z', 'updated_at': '2021-05-12T08:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:45.734734 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84359dbc-1b8e-4f0c-9edc-9fe924ee4bfc None None] The sync data for ids ['02dc80ff-f9b3-43c4-ab37-550d0585e538'] in dv-cinder-790910-1-iscsi is: [{'id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'name': 'tempest-TestVolumeBootPattern-1790066497-router', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:39Z', 'updated_at': '2021-05-12T08:18:41Z', 'revision_number': 3, 'project_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'gw_port': {'id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:40Z', 'updated_at': '2021-05-12T08:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:18:45.746350 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:45.851038 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-7579e9cf-ebd5-40cd-ab22-2a7d0debc59a None None] Provisioning for port 62acba70-d808-4b27-8f50-22a9633ba23b completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:45.857348 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-7579e9cf-ebd5-40cd-ab22-2a7d0debc59a None None] Provisioning complete for port 62acba70-d808-4b27-8f50-22a9633ba23b triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:45.857859 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-7579e9cf-ebd5-40cd-ab22-2a7d0debc59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:45.920402 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-7579e9cf-ebd5-40cd-ab22-2a7d0debc59a None None] Port 62acba70-d808-4b27-8f50-22a9633ba23b cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:18:46.020235 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 626805f1-a0f8-44bf-9aba-482871bda815 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:18:46.074746 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: 626805f1-a0f8-44bf-9aba-482871bda815 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:18:46.075199 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 626805f1-a0f8-44bf-9aba-482871bda815 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:18:46.098389 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8a39a-87bb-4fff-a3bd-47586ecc9603 req-1447053e-c68a-4b79-8b9d-4ab96b93fd77 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:46.099929 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-24c8a39a-87bb-4fff-a3bd-47586ecc9603 req-1447053e-c68a-4b79-8b9d-4ab96b93fd77 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 945 time: 0.1899714
May 12 08:18:46.106844 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:46.124931 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:46.160367 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:46.254575 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Pushing event updated for resources: {'Port': ['ID=62acba70-d808-4b27-8f50-22a9633ba23b,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:46.265426 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-24c8a39a-87bb-4fff-a3bd-47586ecc9603 req-f3f4bd92-99e5-4f7d-bff9-1e4178e0d2d7 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564426
May 12 08:18:46.270401 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:46.274536 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820238'] for router_interface, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:46.340906 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b77f6b4-34b2-48a9-8a47-3069cf4e5523 req-dd26bda3-35e2-4a82-9b4a-82f50b77684b tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=29be53c0-422b-4f71-a4a0-db7603d6b632 HTTP/1.1" status: 200  len: 210 time: 0.0518498
May 12 08:18:46.511791 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Network b80b80b8-af71-45b8-8417-8a27016c4e66 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:46.512937 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:46.748092 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Router 02dc80ff-f9b3-43c4-ab37-550d0585e538 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:18:46.752089 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-56f2ff01-131e-4726-ba34-a281d0dcb85d None None] Provisioning complete for port 62acba70-d808-4b27-8f50-22a9633ba23b triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:46.752503 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-56f2ff01-131e-4726-ba34-a281d0dcb85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:46.845918 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-56f2ff01-131e-4726-ba34-a281d0dcb85d None None] Port 62acba70-d808-4b27-8f50-22a9633ba23b cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:18:46.962449 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:18:46.981678 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] 10.222.0.36 "PUT /v2.0/routers/02dc80ff-f9b3-43c4-ab37-550d0585e538/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4362619
May 12 08:18:47.464669 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-a259e0ea-cb9a-4084-8c19-02f3bf1d8eb4 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:47.466126 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-a259e0ea-cb9a-4084-8c19-02f3bf1d8eb4 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/networks?id=b3c98968-ec21-49ef-b4b4-c17f5940720f HTTP/1.1" status: 200  len: 814 time: 0.1456122
May 12 08:18:47.491598 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-f7b549ba-c0b8-480d-9bf6-3b7e2d9cf1e8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/quotas/2bbb89e3dd644f93879e6c92aaccceca HTTP/1.1" status: 200  len: 375 time: 0.0173547
May 12 08:18:47.537078 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Sync routers for ids ['02dc80ff-f9b3-43c4-ab37-550d0585e538'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:18:47.540511 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-a126bd1f-5998-44ae-b2fc-5ba808cc3590 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Synchronizing usage tracker for tenant:2bbb89e3dd644f93879e6c92aaccceca on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:18:47.550023 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Routers {'02dc80ff-f9b3-43c4-ab37-550d0585e538'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:18:47.550875 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99cf8d60>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['02dc80ff-f9b3-43c4-ab37-550d0585e538'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:47.562426 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-a126bd1f-5998-44ae-b2fc-5ba808cc3590 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Unset dirty status for tenant:2bbb89e3dd644f93879e6c92aaccceca on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:18:47.563932 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-a126bd1f-5998-44ae-b2fc-5ba808cc3590 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bbb89e3dd644f93879e6c92aaccceca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0716028
May 12 08:18:47.610191 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device c5722b54-3066-4cf1-9b79-cc5ee77538e3 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:47.714083 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-b7b58ed9-91e5-4d53-8ec3-3beadbace941 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422303
May 12 08:18:47.787540 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 59872) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:47.794823 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616394633', 'description': 'tempest-secgroup-smoke-616394633 description', 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:47.796314 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port c5722b54-3066-4cf1-9b79-cc5ee77538e3 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:47.802923 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:47.807717 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Set router 02dc80ff-f9b3-43c4-ab37-550d0585e538 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:18:47.808351 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Usage tracker for resource:security_group and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:47.811654 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:47.818664 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:47.830406 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:47.850583 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port c5722b54-3066-4cf1-9b79-cc5ee77538e3 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:47.850969 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:47.854584 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:47.858856 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Usage tracker for resource:security_group_rule and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:47.861910 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:47.867931 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:47.879103 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-0bf1a086-9aa4-40ee-b537-95973dd6c8ef service neutron] 10.222.0.36 "GET /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1640275
May 12 08:18:47.999648 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.010125 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.015098 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-74fff050-430e-4f2a-a6ce-f12d205131cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:48.033071 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841fa35-2163-4b04-8e1c-a2fbf2a9d6e1 req-f6406424-4222-492b-ac78-73c489e12e9d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:48.034654 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8841fa35-2163-4b04-8e1c-a2fbf2a9d6e1 req-f6406424-4222-492b-ac78-73c489e12e9d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 945 time: 0.1463230
May 12 08:18:48.081166 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:48.085934 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:48.095567 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.096890 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-7acf184b-dc01-4d16-b3c7-11be08058edd tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3072248
May 12 08:18:48.100022 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 59880) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:48.105352 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f0f58-96a0-4fdc-a692-98c68f71a1d4', 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:48.123220 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:48.160527 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8841fa35-2163-4b04-8e1c-a2fbf2a9d6e1 req-da4831b2-2e4e-46c5-a2d8-bc13ad757e10 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175585
May 12 08:18:48.170577 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Usage tracker for resource:security_group_rule and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:48.176370 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:48.199242 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:48.233973 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.236812 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.264728 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6f6a71f4-b64e-44fa-a0f9-bd40f16049cd req-dd5286ba-cad1-4756-8a92-c7b326bd49e0 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 210 time: 0.0769486
May 12 08:18:48.309268 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port c5722b54-3066-4cf1-9b79-cc5ee77538e3, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=c5722b54-3066-4cf1-9b79-cc5ee77538e3,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:48.342741 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.347627 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:48.359555 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.366200 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.368843 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:48.405888 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.407125 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3061306
May 12 08:18:48.407881 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a64b812-2128-41a8-86f8-416bf2a01da1,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:48.411518 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 59898) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:48.411693 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:48.420839 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f0f58-96a0-4fdc-a692-98c68f71a1d4', 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:48.429716 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=c5722b54-3066-4cf1-9b79-cc5ee77538e3,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:48.436833 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:48.441733 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:48.446356 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Usage tracker for resource:security_group_rule and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:48.449767 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:48.454006 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99cf8d60>, [{'id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'name': 'tempest-TestVolumeBootPattern-1790066497-router', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:39Z', 'updated_at': '2021-05-12T08:18:45Z', 'revision_number': 4, 'project_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'gw_port': {'id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:40Z', 'updated_at': '2021-05-12T08:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '62acba70-d808-4b27-8f50-22a9633ba23b', 'name': '', 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'mac_address': 'fa:16:3e:6c:45:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dadf31bf-a17a-4b07-8588-866adf02193a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:44Z', 'updated_at': '2021-05-12T08:18:45Z', 'revision_number': 2, 'project_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'subnets': [{'id': 'dadf31bf-a17a-4b07-8588-866adf02193a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:48.458878 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Checking router: 02dc80ff-f9b3-43c4-ab37-550d0585e538 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:18:48.459220 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:48.459465 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Updating router 02dc80ff-f9b3-43c4-ab37-550d0585e538 port 62acba70-d808-4b27-8f50-22a9633ba23b binding host dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:18:48.490250 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.551794 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.609484 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.614938 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.624896 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:48.660608 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1815962-61f8-47f1-a4ae-bd8749a98c9e,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:48.685821 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:48.693644 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.696217 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2833304
May 12 08:18:48.704437 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 59912) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:48.710067 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f0f58-96a0-4fdc-a692-98c68f71a1d4', 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:48.725543 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:48.729218 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-d977dfe6-970f-42f0-bfbf-95be3dd1fbc1 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:48.730122 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Usage tracker for resource:security_group_rule and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:48.731232 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-d977dfe6-970f-42f0-bfbf-95be3dd1fbc1 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/networks?id=25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 HTTP/1.1" status: 200  len: 809 time: 0.2219336
May 12 08:18:48.733445 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:48.739418 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:48.751475 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-7762205e-8361-4ac8-bba5-6f5a85b583a8 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/quotas/d35dffd39bca4e16ac51245d2ed98ee7 HTTP/1.1" status: 200  len: 375 time: 0.0145409
May 12 08:18:48.758784 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.811212 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-5c628b24-762b-411e-840d-48611d97205e tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Synchronizing usage tracker for tenant:d35dffd39bca4e16ac51245d2ed98ee7 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:18:48.837092 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-5c628b24-762b-411e-840d-48611d97205e tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Unset dirty status for tenant:d35dffd39bca4e16ac51245d2ed98ee7 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:18:48.838803 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-5c628b24-762b-411e-840d-48611d97205e tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d35dffd39bca4e16ac51245d2ed98ee7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0818701
May 12 08:18:48.862073 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.869364 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.873087 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4d7a6982-17ef-4e14-a523-d367a4ab7387 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:48.901899 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d5b9c2-2c69-4993-b0f5-3b9731706739,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:48.906507 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:48.912234 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.916060 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2081599
May 12 08:18:48.916291 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 59920) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:48.921779 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f0f58-96a0-4fdc-a692-98c68f71a1d4', 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:48.928055 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:48.931491 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Usage tracker for resource:security_group_rule and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:48.934726 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:48.940448 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:48.958723 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:48.984433 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-6a753d99-fa9d-4ec7-85de-24956d434867 service neutron] 10.222.0.36 "GET /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385202
May 12 08:18:49.000396 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Notify callbacks [] for port, precommit_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.014304 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Transition to ACTIVE for port object 62acba70-d808-4b27-8f50-22a9633ba23b will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:49.022031 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.025395 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.025971 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-0bf35a0e-8329-45aa-b8a8-58a905080fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:49.029039 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.031172 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-21177987-ebed-42c8-b036-e14b648882e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:49.053013 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef19b679-6743-4081-9732-f1e98dcae2bd,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:49.057466 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:49.064588 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.069117 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1491842
May 12 08:18:49.069561 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 59924) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:49.076727 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f0f58-96a0-4fdc-a692-98c68f71a1d4', 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:49.086069 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:49.102007 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Usage tracker for resource:security_group_rule and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:49.114177 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:49.123952 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:49.150164 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c06495d4-3d1d-4131-b837-a44d37eb491f service neutron] 10.222.0.36 "GET /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570630
May 12 08:18:49.151459 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.securitygroups_db [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Project c87a10dabb5e4a7b99e8710c8856d492 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 12 08:18:49.158221 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.178922 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0570662-63de-433e-8f64-a434300415b2 None None] Pushing event updated for resources: {'Port': ['ID=62acba70-d808-4b27-8f50-22a9633ba23b,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:49.185064 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a0570662-63de-433e-8f64-a434300415b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:49.232390 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.237528 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.240378 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-dac6a6bb-4194-42de-a227-c8dd793229e5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:49.244754 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Attempting to bind port 62acba70-d808-4b27-8f50-22a9633ba23b on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:18:49.245326 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Attempting to bind port 62acba70-d808-4b27-8f50-22a9633ba23b by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': 'd88da344-d7db-4313-9842-0ae17b60c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:18:49.245720 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Attempting to bind port 62acba70-d808-4b27-8f50-22a9633ba23b on network b80b80b8-af71-45b8-8417-8a27016c4e66 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:49.251716 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:18:49.252227 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Checking segment: {'id': 'd88da344-d7db-4313-9842-0ae17b60c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:49.252718 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.253279 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Bound using segment: {'id': 'd88da344-d7db-4313-9842-0ae17b60c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:18:49.253838 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Bound port: 62acba70-d808-4b27-8f50-22a9633ba23b, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88da344-d7db-4313-9842-0ae17b60c92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:18:49.254323 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.265707 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c96fac1-bb77-4869-9611-9dc552b30e35,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:49.268464 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:49.279023 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.280818 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2098637
May 12 08:18:49.283843 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 59932) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:49.290969 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'security_group_rule': {'security_group_id': 'ee9f0f58-96a0-4fdc-a692-98c68f71a1d4', 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:49.297215 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:49.301243 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Usage tracker for resource:security_group_rule and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:49.304704 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:49.310978 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:49.327179 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.securitygroups_db [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Project c87a10dabb5e4a7b99e8710c8856d492 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 12 08:18:49.340934 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.396865 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] For port 62acba70-d808-4b27-8f50-22a9633ba23b, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:18:49.403641 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] For port 62acba70-d808-4b27-8f50-22a9633ba23b, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=62acba70-d808-4b27-8f50-22a9633ba23b,segment=NetworkSegment(d88da344-d7db-4313-9842-0ae17b60c92c),segment_id=d88da344-d7db-4313-9842-0ae17b60c92c)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:18:49.417331 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.423466 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.427018 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:49.456567 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cf36e72a-5d93-47ba-b391-e245f31d751c req-ddf267be-caf4-4986-ac9e-dd3850dafbd6 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 210 time: 0.0836878
May 12 08:18:49.463189 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.476383 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:49.512636 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-32afc0d5-36bf-4baf-9910-695a60637f31 req-9c9d18d8-4729-44ce-b900-d3e9d6cf539a tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 210 time: 0.0877848
May 12 08:18:49.534192 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964b2b14-cccc-47bb-930f-927a085f9694,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:49.538158 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Routers {'02dc80ff-f9b3-43c4-ab37-550d0585e538'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:18:49.538924 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99cf8d60>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['02dc80ff-f9b3-43c4-ab37-550d0585e538'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:49.542056 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:49.556262 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:49.557571 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2722642
May 12 08:18:49.627536 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device c5722b54-3066-4cf1-9b79-cc5ee77538e3 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:49.733296 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0570662-63de-433e-8f64-a434300415b2 None None] Pushing event updated for resources: {'Port': ['ID=62acba70-d808-4b27-8f50-22a9633ba23b,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:49.740320 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a0570662-63de-433e-8f64-a434300415b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:49.821618 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] Set router 02dc80ff-f9b3-43c4-ab37-550d0585e538 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:18:49.862885 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port c5722b54-3066-4cf1-9b79-cc5ee77538e3 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:49.863259 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:50.274217 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99cf8d60>, [{'id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'name': 'tempest-TestVolumeBootPattern-1790066497-router', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:39Z', 'updated_at': '2021-05-12T08:18:45Z', 'revision_number': 4, 'project_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'gw_port': {'id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:40Z', 'updated_at': '2021-05-12T08:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '62acba70-d808-4b27-8f50-22a9633ba23b', 'name': '', 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'mac_address': 'fa:16:3e:6c:45:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dadf31bf-a17a-4b07-8588-866adf02193a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:44Z', 'updated_at': '2021-05-12T08:18:49Z', 'revision_number': 4, 'project_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'subnets': [{'id': 'dadf31bf-a17a-4b07-8588-866adf02193a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:18:50.278561 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2d5b0-a337-4038-806d-e33f3a077f5e None None] The sync data for ids ['02dc80ff-f9b3-43c4-ab37-550d0585e538'] in dv-cinder-790910-1-iscsi is: [{'id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'name': 'tempest-TestVolumeBootPattern-1790066497-router', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:39Z', 'updated_at': '2021-05-12T08:18:45Z', 'revision_number': 4, 'project_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'gw_port': {'id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:40Z', 'updated_at': '2021-05-12T08:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '62acba70-d808-4b27-8f50-22a9633ba23b', 'name': '', 'network_id': 'b80b80b8-af71-45b8-8417-8a27016c4e66', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'mac_address': 'fa:16:3e:6c:45:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'dadf31bf-a17a-4b07-8588-866adf02193a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:44Z', 'updated_at': '2021-05-12T08:18:49Z', 'revision_number': 4, 'project_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'subnets': [{'id': 'dadf31bf-a17a-4b07-8588-866adf02193a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:18:50.688829 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4b6ca39e-3897-41b0-b455-86e847dbf47e req-a96cf910-cc40-453e-b026-c26649677df7 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 210 time: 0.0597496
May 12 08:18:50.728733 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ed6a3856-6586-49ee-af63-e7973a5ad9e9 req-5a00b5eb-faa4-43a7-9952-a0b752d6b155 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 210 time: 0.0608385
May 12 08:18:51.502747 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-449a8f5b-c8cc-4ce6-b84d-fba8566441b9 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:51.504201 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-449a8f5b-c8cc-4ce6-b84d-fba8566441b9 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.39 "GET /v2.0/networks?id=b3c98968-ec21-49ef-b4b4-c17f5940720f HTTP/1.1" status: 200  len: 814 time: 0.2113011
May 12 08:18:51.526600 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Request body: {'port': {'device_id': '4464984e-eefd-46e3-afef-b73f48e65485', 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f', 'admin_state_up': True, 'tenant_id': '2bbb89e3dd644f93879e6c92aaccceca'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:51.585019 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d00c-fd99-4f6a-9faa-d18b569782ec req-546c973d-d114-446a-bf0d-d2ebf2d1aade tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:51.592056 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0096d00c-fd99-4f6a-9faa-d18b569782ec req-546c973d-d114-446a-bf0d-d2ebf2d1aade tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1602356
May 12 08:18:51.634279 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 62acba70-d808-4b27-8f50-22a9633ba23b up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:51.692852 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0096d00c-fd99-4f6a-9faa-d18b569782ec req-44771777-0143-478b-ab61-b0efff3aadb9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996814
May 12 08:18:51.724578 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:51.734986 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:51.748412 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 62acba70-d808-4b27-8f50-22a9633ba23b completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:51.749513 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Made reservation on behalf of 2bbb89e3dd644f93879e6c92aaccceca for: {'port': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:51.753999 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:51.764146 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 62acba70-d808-4b27-8f50-22a9633ba23b triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:51.764759 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:51.961048 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:51.997807 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 62acba70-d808-4b27-8f50-22a9633ba23b, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=62acba70-d808-4b27-8f50-22a9633ba23b,segment=NetworkSegment(d88da344-d7db-4313-9842-0ae17b60c92c),segment_id=d88da344-d7db-4313-9842-0ae17b60c92c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:52.003377 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:52.006085 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-35b51ba1-ddff-4180-a603-063d1c5c13ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:52.045261 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6fe70e7e-0bdc-4cf6-8ae0-ef9c990fe21b req-2c1a3c4f-d096-4b26-aae4-a04688813a05 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 210 time: 0.0740871
May 12 08:18:52.075642 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-bdb003ae-5c63-44b0-9f1a-bb158ac0db07 req-350cf2bc-6644-4097-bc60-247dbf4337c2 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 210 time: 0.0841584
May 12 08:18:52.082716 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=62acba70-d808-4b27-8f50-22a9633ba23b,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:52.086392 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:52.113799 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Allocated IP 172.20.0.12 (b3c98968-ec21-49ef-b4b4-c17f5940720f/e8b04f9b-262f-44f6-8431-7d3b66e55271/b4f69b40-e79a-4173-b9bc-90238c4fcd6d) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:52.391018 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-8586e464-fb27-4582-a1be-8cce6e58b423 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:52.392554 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-8586e464-fb27-4582-a1be-8cce6e58b423 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.39 "GET /v2.0/networks?id=25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 HTTP/1.1" status: 200  len: 809 time: 0.2730246
May 12 08:18:52.407880 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Request body: {'port': {'device_id': '064bd66c-268d-43fc-9c01-843a158b87aa', 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034', 'admin_state_up': True, 'tenant_id': 'd35dffd39bca4e16ac51245d2ed98ee7'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:52.442633 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:52.474566 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:52.485745 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8d7d0152-756e-4051-bd8f-a2615fa03df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:52.527518 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Network b3c98968-ec21-49ef-b4b4-c17f5940720f is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:52.535198 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:52.544396 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:52.550059 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:52.551027 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:52.570409 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:52.580657 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:52.593538 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Pushing event updated for resources: {'Port': ['ID=b4f69b40-e79a-4173-b9bc-90238c4fcd6d,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:52.596764 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Made reservation on behalf of d35dffd39bca4e16ac51245d2ed98ee7 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:52.597217 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0745652
May 12 08:18:52.597979 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:52.600800 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:52.611602 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Request body: {'port': {'device_id': '4464984e-eefd-46e3-afef-b73f48e65485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:52.725295 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:52.778749 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Allocated IP 172.20.0.5 (25fb5ccd-86c3-4bf3-b7d1-073d3a05f034/b4bf06c8-67b5-45d2-8bde-27b22beb40f1/dad64ba4-3913-4e56-858a-c4585c0e7fc2) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:52.896199 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-448c2dbf-bbe6-48c3-8857-13c8a5a4f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:53.022414 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15d9d9-adaa-4d52-a905-226fb6ae1ad5 req-1d82832f-14bc-4ffd-a62a-a597ddd23e8e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:53.024133 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-de15d9d9-adaa-4d52-a905-226fb6ae1ad5 req-1d82832f-14bc-4ffd-a62a-a597ddd23e8e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.2136159
May 12 08:18:53.119352 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-de15d9d9-adaa-4d52-a905-226fb6ae1ad5 req-bd87a937-4cac-43d0-8a75-ce31d9dd48a1 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864382
May 12 08:18:53.135681 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:53.170107 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f69b40-e79a-4173-b9bc-90238c4fcd6d {{(pid=78689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:18:53.179451 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:53.190573 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:53.196429 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Transition to ACTIVE for port object b4f69b40-e79a-4173-b9bc-90238c4fcd6d will not be triggered until provisioned by entity L2. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:53.201772 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:53.203014 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:53.209086 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c4fd2569-d5c7-4ee6-806f-bc024035769e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:53.275100 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:53.279908 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:53.295015 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:53.375616 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Pushing event updated for resources: {'Port': ['ID=dad64ba4-3913-4e56-858a-c4585c0e7fc2,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:53.391431 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:53.460844 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:53.461633 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:53.538704 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1346085
May 12 08:18:53.550762 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85861279-87a1-4881-ae02-347c8fbf76f3 req-7ddd7da2-7cc9-4cde-a66c-7e2a4bb7ed4a tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:53.553633 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-85861279-87a1-4881-ae02-347c8fbf76f3 req-7ddd7da2-7cc9-4cde-a66c-7e2a4bb7ed4a tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 944 time: 0.2207205
May 12 08:18:53.559611 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Request body: {'port': {'device_id': '064bd66c-268d-43fc-9c01-843a158b87aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:53.573155 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 62acba70-d808-4b27-8f50-22a9633ba23b up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:53.581985 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f69b40-e79a-4173-b9bc-90238c4fcd6d,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:53.591251 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:53.603741 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Attempting to bind port b4f69b40-e79a-4173-b9bc-90238c4fcd6d on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:18:53.604067 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Attempting to bind port b4f69b40-e79a-4173-b9bc-90238c4fcd6d by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '24ee943b-0387-4da8-9613-f4c895716ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f'}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:18:53.604553 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Attempting to bind port b4f69b40-e79a-4173-b9bc-90238c4fcd6d on network b3c98968-ec21-49ef-b4b4-c17f5940720f {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:53.617858 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Port b4f69b40-e79a-4173-b9bc-90238c4fcd6d on network b3c98968-ec21-49ef-b4b4-c17f5940720f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:18:53.618383 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Attempting to bind port b4f69b40-e79a-4173-b9bc-90238c4fcd6d on network b3c98968-ec21-49ef-b4b4-c17f5940720f {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:53.635283 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2f22f-a1d8-4a22-bee7-ff4e9421a27c req-6567931e-9446-47e9-beba-f9ab50829da9 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:53.642697 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cdd2f22f-a1d8-4a22-bee7-ff4e9421a27c req-6567931e-9446-47e9-beba-f9ab50829da9 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 931 time: 0.3924119
May 12 08:18:53.645605 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:18:53.646131 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Checking segment: {'id': '24ee943b-0387-4da8-9613-f4c895716ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:53.646658 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Bound using segment: {'id': '24ee943b-0387-4da8-9613-f4c895716ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f'} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:18:53.647272 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Bound port: b4f69b40-e79a-4173-b9bc-90238c4fcd6d, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24ee943b-0387-4da8-9613-f4c895716ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f'}}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:18:53.647774 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:53.669415 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 62acba70-d808-4b27-8f50-22a9633ba23b triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:53.669697 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:53.741612 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:53.744191 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cdd2f22f-a1d8-4a22-bee7-ff4e9421a27c req-28db8541-9fb6-4256-b8db-16328a99b157 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004896
May 12 08:18:53.781977 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-85861279-87a1-4881-ae02-347c8fbf76f3 req-c175bec7-9688-4190-b1d6-d64d64c6a62c tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850976
May 12 08:18:53.790536 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] For port b4f69b40-e79a-4173-b9bc-90238c4fcd6d, host hv-cinder-79091, cleared binding levels {{(pid=78689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:18:53.794780 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] For port b4f69b40-e79a-4173-b9bc-90238c4fcd6d, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b4f69b40-e79a-4173-b9bc-90238c4fcd6d,segment=NetworkSegment(24ee943b-0387-4da8-9613-f4c895716ba5),segment_id=24ee943b-0387-4da8-9613-f4c895716ba5)] {{(pid=78689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:18:53.802834 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:53.810907 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:53.888075 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:53.888778 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:53.890173 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/b4f69b40-e79a-4173-b9bc-90238c4fcd6d HTTP/1.1" status: 200  len: 1094 time: 1.2828441
May 12 08:18:53.890655 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4464984e-eefd-46e3-afef-b73f48e65485', 'tag': 'b4f69b40-e79a-4173-b9bc-90238c4fcd6d'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:53.898953 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f69b40-e79a-4173-b9bc-90238c4fcd6d,revision_number=3']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:53.902114 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:53.943981 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4464984e-eefd-46e3-afef-b73f48e65485', 'tag': 'b4f69b40-e79a-4173-b9bc-90238c4fcd6d', 'status': 'completed', 'code': 200}
May 12 08:18:54.028479 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-04f77df5-eaad-44aa-98cf-a23aec21259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:54.030389 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-04f77df5-eaad-44aa-98cf-a23aec21259c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2bbb89e3dd644f93879e6c92aaccceca&device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 1097 time: 0.0758171
May 12 08:18:54.123085 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-4c58b2c6-cbd6-48c2-8ec5-7b5cfdae17e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f69b40-e79a-4173-b9bc-90238c4fcd6d HTTP/1.1" status: 200  len: 217 time: 0.0762160
May 12 08:18:54.258168 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-7d5ef931-4807-4812-be98-c7a93fab98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:54.260518 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-7d5ef931-4807-4812-be98-c7a93fab98bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8b04f9b-262f-44f6-8431-7d3b66e55271 HTTP/1.1" status: 200  len: 854 time: 0.1157665
May 12 08:18:54.316926 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-3529ebb9-42c0-49b1-b9ed-a58812fd4a71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3c98968-ec21-49ef-b4b4-c17f5940720f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451293
May 12 08:18:54.345172 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad64ba4-3913-4e56-858a-c4585c0e7fc2 {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:18:54.361082 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:54.385057 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Transition to ACTIVE for port object dad64ba4-3913-4e56-858a-c4585c0e7fc2 will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:54.391386 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:54.396716 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-0d6986b8-9ec8-46e7-8dc8-dc23d18f3556 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:54.543144 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 60104) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:54.605869 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-1ce771c5-f6ed-4a1d-a218-c9912a50171d service neutron] 10.222.0.39 "GET /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2469988
May 12 08:18:54.647610 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a713e5a-ee40-4989-90d5-116900181c23 req-56f59e05-8381-48fb-bc2f-762afb20477d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:54.648971 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9a713e5a-ee40-4989-90d5-116900181c23 req-56f59e05-8381-48fb-bc2f-762afb20477d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.3311183
May 12 08:18:54.730845 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Pushing event updated for resources: {'Port': ['ID=dad64ba4-3913-4e56-858a-c4585c0e7fc2,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:54.733735 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:54.736006 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3d307-7e01-4ff4-af35-42832c105bee req-492a41cd-2271-4527-8ec3-206f42bbb1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:54.737522 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-72e3d307-7e01-4ff4-af35-42832c105bee req-492a41cd-2271-4527-8ec3-206f42bbb1ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 1099 time: 0.5334644
May 12 08:18:54.769070 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9a713e5a-ee40-4989-90d5-116900181c23 req-5557d59d-6e4f-4695-95db-b4b802abd0ef tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747797
May 12 08:18:54.784489 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6808275-7ef4-422f-9caa-fc080b22a038 req-56ecd7c3-6414-4a0f-9cd6-5f8d856bf712 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:54.786072 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c6808275-7ef4-422f-9caa-fc080b22a038 req-56ecd7c3-6414-4a0f-9cd6-5f8d856bf712 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.4903989
May 12 08:18:54.791070 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e8c7c1c-b17e-499c-a3fc-f398a9bbf7f3 req-297e69d7-1425-4f43-a4aa-5d40643a8dfc service neutron] 10.222.0.39 "GET /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712077
May 12 08:18:54.820970 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e5944120-b2a3-4296-8799-77b838e9ece5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:54.923188 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-e5944120-b2a3-4296-8799-77b838e9ece5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:54.930653 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-e5944120-b2a3-4296-8799-77b838e9ece5 admin admin] Usage tracker for resource:security_group_rule and tenant:d34b1f91a1cf462eaf5b4f85920a2b27 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:54.950342 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-e5944120-b2a3-4296-8799-77b838e9ece5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:54.969117 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f43501-f5e0-49da-8c3f-25f762ee0926 req-8c064567-edb2-4a2f-a2ab-7a3a5033790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:54.971034 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c5f43501-f5e0-49da-8c3f-25f762ee0926 req-8c064567-edb2-4a2f-a2ab-7a3a5033790b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2bbb89e3dd644f93879e6c92aaccceca&device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 1097 time: 0.1224885
May 12 08:18:54.990905 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-e5944120-b2a3-4296-8799-77b838e9ece5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:54.999923 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c6808275-7ef4-422f-9caa-fc080b22a038 req-45b4f453-29e7-49cf-943f-2bd20bf82294 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678388
May 12 08:18:55.052160 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Attempting to bind port dad64ba4-3913-4e56-858a-c4585c0e7fc2 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:18:55.058447 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Attempting to bind port dad64ba4-3913-4e56-858a-c4585c0e7fc2 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '98cbe098-475b-4485-92d1-147a3f3093a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:18:55.058447 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Attempting to bind port dad64ba4-3913-4e56-858a-c4585c0e7fc2 on network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:55.068789 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Port dad64ba4-3913-4e56-858a-c4585c0e7fc2 on network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:18:55.069209 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Attempting to bind port dad64ba4-3913-4e56-858a-c4585c0e7fc2 on network 25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:55.076907 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad7a2c-8ea6-4a2a-bf10-bb39bb138a32 req-41609158-0421-40e7-8a36-39e314fc1281 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:55.077413 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3d307-7e01-4ff4-af35-42832c105bee req-e8566231-09e9-4ea4-8d26-80d665f34053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:55.078658 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3fad7a2c-8ea6-4a2a-bf10-bb39bb138a32 req-41609158-0421-40e7-8a36-39e314fc1281 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 943 time: 0.1803172
May 12 08:18:55.078984 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-72e3d307-7e01-4ff4-af35-42832c105bee req-e8566231-09e9-4ea4-8d26-80d665f34053 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 918 time: 0.3306293
May 12 08:18:55.086262 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:18:55.086719 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Checking segment: {'id': '98cbe098-475b-4485-92d1-147a3f3093a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:55.087208 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Bound using segment: {'id': '98cbe098-475b-4485-92d1-147a3f3093a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:18:55.087741 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Bound port: dad64ba4-3913-4e56-858a-c4585c0e7fc2, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cbe098-475b-4485-92d1-147a3f3093a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:18:55.088182 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:55.159338 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f43501-f5e0-49da-8c3f-25f762ee0926 req-24ad74f3-3f97-49fb-bf40-9c314184ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:55.160790 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c5f43501-f5e0-49da-8c3f-25f762ee0926 req-24ad74f3-3f97-49fb-bf40-9c314184ebe4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b3c98968-ec21-49ef-b4b4-c17f5940720f HTTP/1.1" status: 200  len: 915 time: 0.1821015
May 12 08:18:55.163706 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3fad7a2c-8ea6-4a2a-bf10-bb39bb138a32 req-147ff553-8f60-4b0c-8ace-5fdf0c6a942b tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706570
May 12 08:18:55.203241 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-72e3d307-7e01-4ff4-af35-42832c105bee req-06d7ca2d-b995-481f-a7ac-149fb8dd3c00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377eb68e-c1dd-4646-beae-9867a6ee3ce9 HTTP/1.1" status: 200  len: 217 time: 0.1024067
May 12 08:18:55.246551 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c5f43501-f5e0-49da-8c3f-25f762ee0926 req-c7616256-2934-4e4c-a5fc-486728c61331 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4f69b40-e79a-4173-b9bc-90238c4fcd6d HTTP/1.1" status: 200  len: 217 time: 0.0672624
May 12 08:18:55.262604 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:55.316329 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f43501-f5e0-49da-8c3f-25f762ee0926 req-4950a429-92d5-4e97-b165-e2d56f4136cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:55.317991 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c5f43501-f5e0-49da-8c3f-25f762ee0926 req-4950a429-92d5-4e97-b165-e2d56f4136cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8b04f9b-262f-44f6-8431-7d3b66e55271 HTTP/1.1" status: 200  len: 854 time: 0.0640056
May 12 08:18:55.372782 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c5f43501-f5e0-49da-8c3f-25f762ee0926 req-617ae090-8a76-4510-92de-61d012bcb3fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3c98968-ec21-49ef-b4b4-c17f5940720f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463550
May 12 08:18:55.379442 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3d307-7e01-4ff4-af35-42832c105bee req-0602d99b-879b-4ce4-9736-e6f39ed98966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:55.381166 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-72e3d307-7e01-4ff4-af35-42832c105bee req-0602d99b-879b-4ce4-9736-e6f39ed98966 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d718b66-00ea-4b07-8789-ea9a96f8f1de HTTP/1.1" status: 200  len: 857 time: 0.1249185
May 12 08:18:55.431450 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e5944120-b2a3-4296-8799-77b838e9ece5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:55.432597 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] For port dad64ba4-3913-4e56-858a-c4585c0e7fc2, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:18:55.448345 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e5944120-b2a3-4296-8799-77b838e9ece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:55.457293 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-45576848-d8c0-4dd4-989d-ccb3731589b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:55.466833 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-72e3d307-7e01-4ff4-af35-42832c105bee req-59df3250-06ca-4558-9912-24157e25fcef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16ee7d87-925d-4c15-81e4-8db373c2cfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0741861
May 12 08:18:55.468408 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] For port dad64ba4-3913-4e56-858a-c4585c0e7fc2, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dad64ba4-3913-4e56-858a-c4585c0e7fc2,segment=NetworkSegment(98cbe098-475b-4485-92d1-147a3f3093a3),segment_id=98cbe098-475b-4485-92d1-147a3f3093a3)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:18:55.499578 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:55.516045 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c5f43501-f5e0-49da-8c3f-25f762ee0926 req-57961adc-05db-4343-a108-409b862b7301 service neutron] 10.222.0.39 "GET /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349814
May 12 08:18:55.535943 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-e9dbc97a-4c31-4062-ae1c-f80cd11919ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:55.597525 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7df54d-4ffe-47a2-a7cc-3d735d20d8fb req-b48b1e51-001c-4fbd-b690-0e8f5805367a tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:55.599138 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1c7df54d-4ffe-47a2-a7cc-3d735d20d8fb req-b48b1e51-001c-4fbd-b690-0e8f5805367a tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 944 time: 0.4398227
May 12 08:18:55.599726 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5944120-b2a3-4296-8799-77b838e9ece5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b946bfb7-1b04-4961-86d1-8ab0b1612f97,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:55.611943 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-e5944120-b2a3-4296-8799-77b838e9ece5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d34b1f91a1cf462eaf5b4f85920a2b27&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0569510
May 12 08:18:55.611943 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e5944120-b2a3-4296-8799-77b838e9ece5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:55.612344 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 60118) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:55.615159 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:55.615769 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:55.617070 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-c6456f57-9977-4572-9227-9802a01e043b service neutron] 10.222.0.39 "PUT /v2.0/ports/dad64ba4-3913-4e56-858a-c4585c0e7fc2 HTTP/1.1" status: 200  len: 1093 time: 2.0623634
May 12 08:18:55.617621 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-0fd3ccf8-4b79-4263-9167-21df0d41479c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:55.646234 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064bd66c-268d-43fc-9c01-843a158b87aa', 'tag': 'dad64ba4-3913-4e56-858a-c4585c0e7fc2'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:55.703650 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c5f43501-f5e0-49da-8c3f-25f762ee0926 req-4acbc16b-7e46-4112-8f99-078923ad94e4 service neutron] 10.222.0.39 "GET /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727064
May 12 08:18:55.719944 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064bd66c-268d-43fc-9c01-843a158b87aa', 'tag': 'dad64ba4-3913-4e56-858a-c4585c0e7fc2', 'status': 'completed', 'code': 200}
May 12 08:18:55.723474 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9c5f0986-8f1d-4807-856c-0b0cd55472a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:55.750258 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9c5f0986-8f1d-4807-856c-0b0cd55472a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:55.806035 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9c5f0986-8f1d-4807-856c-0b0cd55472a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:55.812521 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1c7df54d-4ffe-47a2-a7cc-3d735d20d8fb req-fd5c6387-d948-4f6c-9ed8-64734a21b9f5 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2017584
May 12 08:18:55.815475 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Pushing event updated for resources: {'Port': ['ID=dad64ba4-3913-4e56-858a-c4585c0e7fc2,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:55.815599 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-72bcf4f1-e940-46d8-9173-f3ead95fdb03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:55.820777 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:55.822791 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-72e3d307-7e01-4ff4-af35-42832c105bee req-030d847c-e1da-4625-9073-23eb496c5739 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3304405
May 12 08:18:55.830005 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f0986-8f1d-4807-856c-0b0cd55472a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b946bfb7-1b04-4961-86d1-8ab0b1612f97,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:55.832762 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-9c5f0986-8f1d-4807-856c-0b0cd55472a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:55.833963 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9c5f0986-8f1d-4807-856c-0b0cd55472a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:55.835061 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-9c5f0986-8f1d-4807-856c-0b0cd55472a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b946bfb7-1b04-4961-86d1-8ab0b1612f97 HTTP/1.1" status: 204  len: 168 time: 0.2217417
May 12 08:18:55.923849 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-44ac6b00-da56-4e7b-9c7f-7e702530ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:55.925412 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-44ac6b00-da56-4e7b-9c7f-7e702530ec3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d35dffd39bca4e16ac51245d2ed98ee7&device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 1096 time: 0.2542157
May 12 08:18:56.022549 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-6bd9f824-9d78-4bb1-8024-a397a65aeafd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dad64ba4-3913-4e56-858a-c4585c0e7fc2 HTTP/1.1" status: 200  len: 217 time: 0.0866113
May 12 08:18:56.048591 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1333c-c4be-4206-8182-a4045f4768e9 req-6bd1884f-07f9-44fa-8d87-2492fbd870ca tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:56.050109 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-04f1333c-c4be-4206-8182-a4045f4768e9 req-6bd1884f-07f9-44fa-8d87-2492fbd870ca tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.0964115
May 12 08:18:56.109740 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-04f1333c-c4be-4206-8182-a4045f4768e9 req-f600e015-0317-4e4d-8ff8-7d630ad4b84c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510674
May 12 08:18:56.123145 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-72e3d307-7e01-4ff4-af35-42832c105bee req-dd6401f2-18b9-4576-ae34-e7758de4ae6d service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2851083
May 12 08:18:56.124617 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-12e401cd-3c6f-446a-95b5-d74c3b1253c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:56.126006 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-12e401cd-3c6f-446a-95b5-d74c3b1253c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4bf06c8-67b5-45d2-8bde-27b22beb40f1 HTTP/1.1" status: 200  len: 849 time: 0.0933194
May 12 08:18:56.311854 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-92663f3b-90da-4921-8bd2-090a87c03cd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25fb5ccd-86c3-4bf3-b7d1-073d3a05f034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1508434
May 12 08:18:56.400100 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:56.413328 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5df194-b4ad-4fb7-bab1-b12c78bea549 req-5e3448e5-fc51-46ce-9a32-31f330230dca tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:56.415252 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ab5df194-b4ad-4fb7-bab1-b12c78bea549 req-5e3448e5-fc51-46ce-9a32-31f330230dca tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 943 time: 0.1252074
May 12 08:18:56.460645 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcfdd3-fc6f-4960-8be6-8550523ef6ca req-becccf0f-8ef4-485c-b335-3f9193c38699 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:56.466739 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f8dcfdd3-fc6f-4960-8be6-8550523ef6ca req-becccf0f-8ef4-485c-b335-3f9193c38699 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.3398030
May 12 08:18:56.469549 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ab5df194-b4ad-4fb7-bab1-b12c78bea549 req-cd9a4e45-6bcf-4993-8c56-d89ea935cad9 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476892
May 12 08:18:56.484711 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device b4f69b40-e79a-4173-b9bc-90238c4fcd6d details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:18:56.529463 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-6f6e39a2-c576-4510-b6da-267f7d66fc2c service neutron] 10.222.0.39 "GET /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019279
May 12 08:18:56.619738 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f8dcfdd3-fc6f-4960-8be6-8550523ef6ca req-f15f9db6-5986-45a3-8659-13a7cecc76a6 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295967
May 12 08:18:56.651767 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port b4f69b40-e79a-4173-b9bc-90238c4fcd6d, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b4f69b40-e79a-4173-b9bc-90238c4fcd6d,segment=NetworkSegment(24ee943b-0387-4da8-9613-f4c895716ba5),segment_id=24ee943b-0387-4da8-9613-f4c895716ba5)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:56.666431 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': 'b4f69b40-e79a-4173-b9bc-90238c4fcd6d', 'network_id': 'b3c98968-ec21-49ef-b4b4-c17f5940720f', 'port_id': 'b4f69b40-e79a-4173-b9bc-90238c4fcd6d', 'mac_address': 'fa:16:3e:5f:e9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b04f9b-262f-44f6-8431-7d3b66e55271', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:18:56.689796 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 60158) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:56.695770 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0abf2dd-51fa-46a5-a1ca-e74fe7d24f64 req-bbffa0d2-44df-482e-a446-20b757bc4d41 service neutron] 10.222.0.39 "GET /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1650989
May 12 08:18:56.730101 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:56.746833 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f69b40-e79a-4173-b9bc-90238c4fcd6d {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:18:56.762915 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port b4f69b40-e79a-4173-b9bc-90238c4fcd6d, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b4f69b40-e79a-4173-b9bc-90238c4fcd6d,segment=NetworkSegment(24ee943b-0387-4da8-9613-f4c895716ba5),segment_id=24ee943b-0387-4da8-9613-f4c895716ba5)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:56.767056 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:56.769028 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:56.800163 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1652607174-network', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:56.804611 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:56.811222 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Usage tracker for resource:network and tenant:c66c87ec8cd0457ca734a96764beff9c is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:56.814185 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:56.820484 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:56.824387 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788db22b-59f0-426f-b18f-b0204e9a22b2 req-5fb1d0b8-7d04-41d9-9587-f3677f6fa4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:56.826004 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-788db22b-59f0-426f-b18f-b0204e9a22b2 req-5fb1d0b8-7d04-41d9-9587-f3677f6fa4ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d35dffd39bca4e16ac51245d2ed98ee7&device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 1096 time: 0.0806544
May 12 08:18:56.830599 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Made reservation on behalf of c66c87ec8cd0457ca734a96764beff9c for: {'network': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:56.832786 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:56.842017 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=b4f69b40-e79a-4173-b9bc-90238c4fcd6d,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:56.844891 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:56.845337 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:56.864343 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:56.868229 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c66c87ec8cd0457ca734a96764beff9c is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:56.871133 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:56.876837 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:56.978539 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788db22b-59f0-426f-b18f-b0204e9a22b2 req-f5af7851-2391-4e91-918b-329586b86366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:56.980045 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-788db22b-59f0-426f-b18f-b0204e9a22b2 req-f5af7851-2391-4e91-918b-329586b86366 service neutron] 10.222.0.39 "GET /v2.0/networks?id=25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 HTTP/1.1" status: 200  len: 910 time: 0.1454268
May 12 08:18:57.006810 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:57.011711 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:57.015324 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6d6cd4b0-42eb-400e-be0e-ee7473e5ca3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:57.054555 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'}  {{(pid=78689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:18:57.056876 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-788db22b-59f0-426f-b18f-b0204e9a22b2 req-4e2b731a-fead-4a15-9999-73a4f747a0c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dad64ba4-3913-4e56-858a-c4585c0e7fc2 HTTP/1.1" status: 200  len: 217 time: 0.0688820
May 12 08:18:57.066224 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f46ce7-951d-4b9d-8947-1932ec6cc193,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:57.073503 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:57.074354 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:57.074676 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.segments_db [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Added segment 78d30188-719d-4310-9823-8541b2ca18aa of type vlan for network e3e0da1e-bca8-4a4e-938b-140c21da1156
May 12 08:18:57.087796 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ab43f-b7cf-4d50-8153-2c8193325907 req-64a699dd-ed6c-4d27-9181-b97c86b7d2cc tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:57.088491 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-b96ab43f-b7cf-4d50-8153-2c8193325907 req-64a699dd-ed6c-4d27-9181-b97c86b7d2cc tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Synchronizing usage tracker for tenant:2bbb89e3dd644f93879e6c92aaccceca on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:18:57.121954 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788db22b-59f0-426f-b18f-b0204e9a22b2 req-ed7bdd8c-0d16-4bbd-ab49-3063f3586db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:57.123503 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-788db22b-59f0-426f-b18f-b0204e9a22b2 req-ed7bdd8c-0d16-4bbd-ab49-3063f3586db5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4bf06c8-67b5-45d2-8bde-27b22beb40f1 HTTP/1.1" status: 200  len: 849 time: 0.0595636
May 12 08:18:57.126262 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:57.130056 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-b96ab43f-b7cf-4d50-8153-2c8193325907 req-64a699dd-ed6c-4d27-9181-b97c86b7d2cc tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Unset dirty status for tenant:2bbb89e3dd644f93879e6c92aaccceca on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:18:57.131166 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b96ab43f-b7cf-4d50-8153-2c8193325907 req-64a699dd-ed6c-4d27-9181-b97c86b7d2cc tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 945 time: 0.1938176
May 12 08:18:57.154936 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['b4f69b40-e79a-4173-b9bc-90238c4fcd6d'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:18:57.177577 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-788db22b-59f0-426f-b18f-b0204e9a22b2 req-f2998ad2-3846-477a-9bfb-59c9f7dfc744 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25fb5ccd-86c3-4bf3-b7d1-073d3a05f034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423653
May 12 08:18:57.186222 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:57.189588 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:57.190164 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:57.196067 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b96ab43f-b7cf-4d50-8153-2c8193325907 req-950a1b70-abb6-4a75-9e6e-e50166ae9e99 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587838
May 12 08:18:57.198225 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:57.389847 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-788db22b-59f0-426f-b18f-b0204e9a22b2 req-2d290e8e-9aed-4b97-b1c6-5b7184e06dc7 service neutron] 10.222.0.39 "GET /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028372
May 12 08:18:57.398660 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e0da1e-bca8-4a4e-938b-140c21da1156,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:57.401856 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:57.406739 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7130675
May 12 08:18:57.407451 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 60170) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:57.409746 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network e3e0da1e-bca8-4a4e-938b-140c21da1156 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:18:57.413063 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Request body: {'subnet': {'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1652607174-subnet', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'ip_version': 4}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:57.417819 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:57.421857 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Usage tracker for resource:subnet and tenant:c66c87ec8cd0457ca734a96764beff9c is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:57.425215 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:57.431197 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:57.435254 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed387331-b628-4f6f-95d0-0d27eddd0e99 req-35f95637-5cf7-4790-8383-2ce33196d49e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:57.436893 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ed387331-b628-4f6f-95d0-0d27eddd0e99 req-35f95637-5cf7-4790-8383-2ce33196d49e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1599765
May 12 08:18:57.442487 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Made reservation on behalf of c66c87ec8cd0457ca734a96764beff9c for: {'subnet': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:18:57.445134 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:57.597276 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ed387331-b628-4f6f-95d0-0d27eddd0e99 req-0ce0dcdc-58f9-49cd-8637-e824b9160076 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828817
May 12 08:18:57.629388 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-788db22b-59f0-426f-b18f-b0204e9a22b2 req-55e59e51-e025-43b3-a12d-f3ce8c9b1e54 service neutron] 10.222.0.39 "GET /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2196290
May 12 08:18:57.787653 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:57.814598 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccd28e-7915-4b3b-a040-536160378c5d req-76cc3b96-7f9d-4ca3-8907-35755d52b5c0 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:57.818915 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-73ccd28e-7915-4b3b-a040-536160378c5d req-76cc3b96-7f9d-4ca3-8907-35755d52b5c0 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 943 time: 0.1815591
May 12 08:18:57.826126 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2852e1-aad3-4894-864f-a43747bc02a5 req-07376d3a-76e8-4fe4-8f11-25e4b621e506 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:57.827777 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d2852e1-aad3-4894-864f-a43747bc02a5 req-07376d3a-76e8-4fe4-8f11-25e4b621e506 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0853441
May 12 08:18:57.872756 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d2852e1-aad3-4894-864f-a43747bc02a5 req-11582613-c16c-416a-9c1f-1b19a161bd98 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394766
May 12 08:18:57.873776 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-73ccd28e-7915-4b3b-a040-536160378c5d req-b45c71c4-53c6-4758-bd47-4adfd7027047 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508909
May 12 08:18:57.973075 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:57.977048 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:58.049841 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e458df9d-138f-428d-8d35-1be7b30d9838,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:58.054067 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:58.061357 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Checking segment: {'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:58.061708 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Network hostable DHCP agents. Network: e3e0da1e-bca8-4a4e-938b-140c21da1156, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:18:58.079491 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Network e3e0da1e-bca8-4a4e-938b-140c21da1156 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:18:58.090057 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, e3e0da1e-bca8-4a4e-938b-140c21da1156) {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:58.094194 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:58.094781 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:58.099872 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9090e1-f538-4984-b5f0-04f717c042fd None None] Network e3e0da1e-bca8-4a4e-938b-140c21da1156 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:18:58.120160 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7089417
May 12 08:18:58.120807 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 60182) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:18:58.127222 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:18:58.131199 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:18:58.135461 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Usage tracker for resource:router and tenant:c66c87ec8cd0457ca734a96764beff9c is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:18:58.138638 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:18:58.144399 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:18:58.161431 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30017'] for router, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:58.162571 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-367070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30072'] for router, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:58.179640 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:58.353029 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2702bc7-e328-5c98-9899-9b927245ab55-e3e0da1e-bca8-4a4e-938b-140c21da1156', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'fixed_ips': [{'subnet_id': 'e458df9d-138f-428d-8d35-1be7b30d9838'}]}} from dv-cinder-790910-1-iscsi. {{(pid=78690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 12 08:18:58.354005 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:58.501461 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device dad64ba4-3913-4e56-858a-c4585c0e7fc2 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:18:58.504041 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device b4f69b40-e79a-4173-b9bc-90238c4fcd6d up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:18:58.560610 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.db_base_plugin_common [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Allocated IP 172.20.0.2 (e3e0da1e-bca8-4a4e-938b-140c21da1156/e458df9d-138f-428d-8d35-1be7b30d9838/e1788fab-8a35-4367-9e89-c1794fbee9c5) {{(pid=78690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:58.640094 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1832871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30054'] for router, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:58.699241 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409545c9-803b-4a0e-97a2-c5c479931f5b req-67d7d494-240c-4415-959f-9c27437b4e03 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:58.706961 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-409545c9-803b-4a0e-97a2-c5c479931f5b req-67d7d494-240c-4415-959f-9c27437b4e03 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 945 time: 0.2491932
May 12 08:18:58.747882 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port b4f69b40-e79a-4173-b9bc-90238c4fcd6d completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:18:58.792652 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port b4f69b40-e79a-4173-b9bc-90238c4fcd6d triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:18:58.792890 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:58.811164 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-409545c9-803b-4a0e-97a2-c5c479931f5b req-e5e58f98-64b4-4509-824d-ec7740e51f5f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032755
May 12 08:18:58.846097 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fe8a5-37f6-4ef4-ae8d-35117f390617 req-e3581ca0-d3ea-4cc7-8c57-1598eab558a0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:58.847715 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-672fe8a5-37f6-4ef4-ae8d-35117f390617 req-e3581ca0-d3ea-4cc7-8c57-1598eab558a0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1170585
May 12 08:18:58.899248 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port dad64ba4-3913-4e56-858a-c4585c0e7fc2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dad64ba4-3913-4e56-858a-c4585c0e7fc2,segment=NetworkSegment(98cbe098-475b-4485-92d1-147a3f3093a3),segment_id=98cbe098-475b-4485-92d1-147a3f3093a3)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:58.901403 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-672fe8a5-37f6-4ef4-ae8d-35117f390617 req-c15b75d5-7ba3-4a00-924d-f58545546557 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468729
May 12 08:18:58.973082 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': 'dad64ba4-3913-4e56-858a-c4585c0e7fc2', 'network_id': '25fb5ccd-86c3-4bf3-b7d1-073d3a05f034', 'port_id': 'dad64ba4-3913-4e56-858a-c4585c0e7fc2', 'mac_address': 'fa:16:3e:3e:25:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bf06c8-67b5-45d2-8bde-27b22beb40f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:18:59.086335 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Notify callbacks [] for port, precommit_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.088881 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.115301 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Transition to ACTIVE for port object e1788fab-8a35-4367-9e89-c1794fbee9c5 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:59.119838 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.128619 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec93299-7934-4b39-954a-4d8065b8ba96 req-97c14636-e7e5-4335-a522-6357e36c1979 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:59.128841 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.129142 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-eec93299-7934-4b39-954a-4d8065b8ba96 req-97c14636-e7e5-4335-a522-6357e36c1979 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 943 time: 0.0896492
May 12 08:18:59.155281 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad64ba4-3913-4e56-858a-c4585c0e7fc2 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:18:59.161171 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.192422 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-eec93299-7934-4b39-954a-4d8065b8ba96 req-cced1011-96ac-4cf6-b74b-d9fed0b0e08d tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578330
May 12 08:18:59.197345 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Transition to ACTIVE for port object e1788fab-8a35-4367-9e89-c1794fbee9c5 will not be triggered until provisioned by entity DHCP. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:18:59.205071 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port dad64ba4-3913-4e56-858a-c4585c0e7fc2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dad64ba4-3913-4e56-858a-c4585c0e7fc2,segment=NetworkSegment(98cbe098-475b-4485-92d1-147a3f3093a3),segment_id=98cbe098-475b-4485-92d1-147a3f3093a3)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:59.214516 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4464984e-eefd-46e3-afef-b73f48e65485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f69b40-e79a-4173-b9bc-90238c4fcd6d'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:18:59.229029 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.229215 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefd3f6-1e3b-4b04-a541-a59da71e2ab8 req-e4b2dacd-52d0-48d7-b244-0d59eeee93c0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:59.230604 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-aaefd3f6-1e3b-4b04-a541-a59da71e2ab8 req-e4b2dacd-52d0-48d7-b244-0d59eeee93c0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.2100813
May 12 08:18:59.239534 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.243273 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a0570662-63de-433e-8f64-a434300415b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:59.280898 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port b4f69b40-e79a-4173-b9bc-90238c4fcd6d, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b4f69b40-e79a-4173-b9bc-90238c4fcd6d,segment=NetworkSegment(24ee943b-0387-4da8-9613-f4c895716ba5),segment_id=24ee943b-0387-4da8-9613-f4c895716ba5)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:18:59.295887 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4464984e-eefd-46e3-afef-b73f48e65485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f69b40-e79a-4173-b9bc-90238c4fcd6d', 'code': 200}
May 12 08:18:59.298504 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.307961 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Network e3e0da1e-bca8-4a4e-938b-140c21da1156 is already hosted by enough agents. {{(pid=78690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:59.310720 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.base_scheduler [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Resources bound (agent type, host, resource id):  {{(pid=78690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:59.314403 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Received port after_create {{(pid=78690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:59.340762 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-aaefd3f6-1e3b-4b04-a541-a59da71e2ab8 req-5f2aa019-d0e2-4ec4-b200-3546e25597f2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002967
May 12 08:18:59.347191 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Allocated IP 172.27.2.120 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:18:59.354843 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Pushing event updated for resources: {'Port': ['ID=e1788fab-8a35-4367-9e89-c1794fbee9c5,revision_number=1']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:59.473027 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Attempting to bind port e1788fab-8a35-4367-9e89-c1794fbee9c5 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:18:59.473457 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Attempting to bind port e1788fab-8a35-4367-9e89-c1794fbee9c5 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:18:59.473882 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Attempting to bind port e1788fab-8a35-4367-9e89-c1794fbee9c5 on network e3e0da1e-bca8-4a4e-938b-140c21da1156 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:18:59.483923 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:18:59.484337 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Checking segment: {'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:18:59.484797 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.485136 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Bound using segment: {'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:18:59.485633 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Bound port: e1788fab-8a35-4367-9e89-c1794fbee9c5, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:18:59.486114 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.498468 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=dad64ba4-3913-4e56-858a-c4585c0e7fc2,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:59.504630 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:59.506602 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:59.575046 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.605611 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbd149-4d22-4bb0-8a85-6f83c5821df4 req-2e00f998-7ce9-40da-8123-9478b8540664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:18:59.606999 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-72cbd149-4d22-4bb0-8a85-6f83c5821df4 req-2e00f998-7ce9-40da-8123-9478b8540664 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 1099 time: 0.1272953
May 12 08:18:59.631933 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=b4f69b40-e79a-4173-b9bc-90238c4fcd6d,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:59.636464 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:59.636917 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:59.637254 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:59.640165 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.647198 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] For port e1788fab-8a35-4367-9e89-c1794fbee9c5, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:18:59.650610 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] For port e1788fab-8a35-4367-9e89-c1794fbee9c5, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=e1788fab-8a35-4367-9e89-c1794fbee9c5,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:18:59.650742 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:59.655449 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:18:59.658959 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:18:59.692220 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['dad64ba4-3913-4e56-858a-c4585c0e7fc2'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:18:59.722233 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-72cbd149-4d22-4bb0-8a85-6f83c5821df4 req-66b7d215-bcc7-4380-ab72-ab167246ceac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046991
May 12 08:18:59.725746 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:18:59.732766 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:18:59.737620 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:18:59.764581 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Pushing event updated for resources: {'Port': ['ID=0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:59.771269 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:18:59.793201 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Pushing event updated for resources: {'Port': ['ID=e1788fab-8a35-4367-9e89-c1794fbee9c5,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:18:59.797498 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:00.118446 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da809fb-d4f3-44f9-82b7-20496c37213e req-d21b6cc6-9705-469b-9032-aeb1148b0212 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:00.120003 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4da809fb-d4f3-44f9-82b7-20496c37213e req-d21b6cc6-9705-469b-9032-aeb1148b0212 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 946 time: 0.1684985
May 12 08:19:00.132462 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:19:00.173149 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4da809fb-d4f3-44f9-82b7-20496c37213e req-33e04942-276f-4c2e-9ef5-59c0d34b243b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434184
May 12 08:19:00.358804 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74b466-d31c-4f0a-be97-451c0263a0c2 req-dbcd093b-85d5-4934-bcca-b03fa1bd00d6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:00.360312 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1e74b466-d31c-4f0a-be97-451c0263a0c2 req-dbcd093b-85d5-4934-bcca-b03fa1bd00d6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.2314785
May 12 08:19:00.396429 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd85a1-a02b-45e0-9f97-1954887d0998 req-5356744e-76a8-4595-8628-ef5801e98057 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:00.398782 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-25cd85a1-a02b-45e0-9f97-1954887d0998 req-5356744e-76a8-4595-8628-ef5801e98057 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 944 time: 0.0952377
May 12 08:19:00.438578 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:00.472667 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-25cd85a1-a02b-45e0-9f97-1954887d0998 req-c1605956-ce49-40ce-a209-e48affc20967 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640376
May 12 08:19:00.487715 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1e74b466-d31c-4f0a-be97-451c0263a0c2 req-ca120e13-b669-4639-976f-8baf0f353773 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117926
May 12 08:19:00.706346 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f89ea8-41ca-4882-b319-f2322957ee78 req-bcc0a8a1-2d6e-417d-9cd6-6871a195cb1a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:00.708195 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f2f89ea8-41ca-4882-b319-f2322957ee78 req-bcc0a8a1-2d6e-417d-9cd6-6871a195cb1a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0870614
May 12 08:19:00.757162 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f2f89ea8-41ca-4882-b319-f2322957ee78 req-ae60f7cd-56bd-4579-978f-a8428065c9ff tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424001
May 12 08:19:00.829729 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833010'] for router, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:00.850797 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f533af-919d-48f1-9f3a-ec496054feb4 None None] Network e3e0da1e-bca8-4a4e-938b-140c21da1156 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:19:01.040468 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-fc9962df-9980-4ae4-ae91-92fe67aaf770 None None] Provisioning for port e1788fab-8a35-4367-9e89-c1794fbee9c5 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:01.043224 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 is scheduled to L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 with binding_index 1 {{(pid=78688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 08:19:01.262792 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:19:01.271657 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Sync routers for ids ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:19:01.286227 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Routers {'7efdb284-4347-49f8-8dcb-5c56b34c03c4'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:19:01.286972 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c996de670>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:01.359853 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Notify callbacks [] for router, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:01.363635 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.2392056
May 12 08:19:01.365289 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 60222) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:19:01.436403 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e08434-65d1-47ec-ba24-e8b404efaaca req-4a997c66-c9c7-426f-bc4e-159f920f3ba0 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:01.444503 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b1e08434-65d1-47ec-ba24-e8b404efaaca req-4a997c66-c9c7-426f-bc4e-159f920f3ba0 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 946 time: 0.1274474
May 12 08:19:01.518836 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Set router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:19:01.521910 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b1e08434-65d1-47ec-ba24-e8b404efaaca req-efeb813d-4e5a-4b8b-8de3-02f0efe71c0c tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762031
May 12 08:19:01.667229 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device e1788fab-8a35-4367-9e89-c1794fbee9c5 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:01.768448 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port e1788fab-8a35-4367-9e89-c1794fbee9c5 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:01.776221 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port e1788fab-8a35-4367-9e89-c1794fbee9c5 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:01.776980 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:01.787810 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de309032-a37c-47b9-9308-55f5fbf078b8 req-a031b2d6-900d-4d13-acc3-15fc04f23adf tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:01.788636 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-de309032-a37c-47b9-9308-55f5fbf078b8 req-a031b2d6-900d-4d13-acc3-15fc04f23adf tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Synchronizing usage tracker for tenant:d35dffd39bca4e16ac51245d2ed98ee7 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:01.806329 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-de309032-a37c-47b9-9308-55f5fbf078b8 req-a031b2d6-900d-4d13-acc3-15fc04f23adf tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Unset dirty status for tenant:d35dffd39bca4e16ac51245d2ed98ee7 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:01.807421 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-de309032-a37c-47b9-9308-55f5fbf078b8 req-a031b2d6-900d-4d13-acc3-15fc04f23adf tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 944 time: 0.1428275
May 12 08:19:01.859447 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-de309032-a37c-47b9-9308-55f5fbf078b8 req-5fe561d5-0d51-4d19-9ac7-e2e63bcddf84 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462310
May 12 08:19:01.941837 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:01.946696 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c996de670>, [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:19:00Z', 'revision_number': 3, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:01.950581 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Checking router: 7efdb284-4347-49f8-8dcb-5c56b34c03c4 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:19:01.951066 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Updating router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 port 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f binding host dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:19:01.979567 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port e1788fab-8a35-4367-9e89-c1794fbee9c5, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=e1788fab-8a35-4367-9e89-c1794fbee9c5,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:01.986416 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:01.988623 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-862b422a-8ba8-4c29-9363-549061a03614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:02.023017 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:02.175092 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=e1788fab-8a35-4367-9e89-c1794fbee9c5,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:02.181716 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:02.377669 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b952e32-a0f1-4ae8-92a8-963577bda131 req-6af2057a-3656-4105-8853-5d7e2d310292 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:02.379058 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7b952e32-a0f1-4ae8-92a8-963577bda131 req-6af2057a-3656-4105-8853-5d7e2d310292 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1956482
May 12 08:19:02.526419 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:02.554018 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.provisioning_blocks [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Transition to ACTIVE for port object 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f will not be triggered until provisioned by entity L2. {{(pid=78691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:19:02.557219 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device dad64ba4-3913-4e56-858a-c4585c0e7fc2 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:02.583536 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:02.589992 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:02.596694 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7b952e32-a0f1-4ae8-92a8-963577bda131 req-a274b778-dc51-410e-8ce9-813f9e6cb54b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1641412
May 12 08:19:02.680736 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Attempting to bind port 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:19:02.681106 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Attempting to bind port 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:19:02.681498 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Attempting to bind port 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f on network 069f2160-aa3e-48e5-a977-e51b8a4e427f {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:19:02.691177 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:02.692683 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:19:02.693098 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Checking segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:19:02.693697 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:02.694046 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Bound using segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:19:02.694556 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Bound port: 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:19:02.695088 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:02.696798 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port dad64ba4-3913-4e56-858a-c4585c0e7fc2 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:02.702825 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port dad64ba4-3913-4e56-858a-c4585c0e7fc2 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:02.703564 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:02.743828 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe633f-acfe-4929-b1ff-0c9a284627a0 None None] Pushing event updated for resources: {'Port': ['ID=0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f,revision_number=2']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:02.752492 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-80fe633f-acfe-4929-b1ff-0c9a284627a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:02.799817 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] For port 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:19:02.804916 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] For port 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:19:02.820970 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0fb07-1e53-4488-8493-e8696608eca8 req-0d9e5df1-e3be-47b9-856e-7d46cb5aa66f tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:02.823869 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:02.828081 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-6d3d0904-f0c2-4d3e-baaa-5814015ca925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:02.828968 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-aca0fb07-1e53-4488-8493-e8696608eca8 req-0d9e5df1-e3be-47b9-856e-7d46cb5aa66f tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.3322678
May 12 08:19:02.841380 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:02.876094 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064bd66c-268d-43fc-9c01-843a158b87aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad64ba4-3913-4e56-858a-c4585c0e7fc2'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:02.888690 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-aca0fb07-1e53-4488-8493-e8696608eca8 req-dee9908f-a559-44f5-ad58-6d5a4cde6f62 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587437
May 12 08:19:02.889625 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port dad64ba4-3913-4e56-858a-c4585c0e7fc2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dad64ba4-3913-4e56-858a-c4585c0e7fc2,segment=NetworkSegment(98cbe098-475b-4485-92d1-147a3f3093a3),segment_id=98cbe098-475b-4485-92d1-147a3f3093a3)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:02.896365 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:02.899068 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:02.939849 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Routers {'7efdb284-4347-49f8-8dcb-5c56b34c03c4'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:19:02.940600 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c996de670>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:02.982249 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064bd66c-268d-43fc-9c01-843a158b87aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad64ba4-3913-4e56-858a-c4585c0e7fc2', 'code': 200}
May 12 08:19:03.004413 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=dad64ba4-3913-4e56-858a-c4585c0e7fc2,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:03.012976 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Allocated IP 172.20.0.1 (e3e0da1e-bca8-4a4e-938b-140c21da1156/e458df9d-138f-428d-8d35-1be7b30d9838/7092ba14-b41d-44ff-ad75-d160dee70820) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:19:03.018648 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:03.076561 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe633f-acfe-4929-b1ff-0c9a284627a0 None None] Pushing event updated for resources: {'Port': ['ID=0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f,revision_number=3']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:03.086843 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-80fe633f-acfe-4929-b1ff-0c9a284627a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:03.155143 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] Set router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:19:03.221407 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:03.230457 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c37262-8b2b-449c-8cf7-52e709798d7e req-7f67152c-8b28-4dc6-87e2-fa4ca37a9cc8 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:03.237362 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f7c37262-8b2b-449c-8cf7-52e709798d7e req-7f67152c-8b28-4dc6-87e2-fa4ca37a9cc8 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 945 time: 0.2102559
May 12 08:19:03.269996 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391491f-708c-4e02-bf3c-aa8a738ff4c5 req-0417acf8-14a6-4d87-aecf-aa88074a8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:03.273229 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f391491f-708c-4e02-bf3c-aa8a738ff4c5 req-0417acf8-14a6-4d87-aecf-aa88074a8ca0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 1098 time: 0.0953951
May 12 08:19:03.276402 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Transition to ACTIVE for port object 7092ba14-b41d-44ff-ad75-d160dee70820 will not be triggered until provisioned by entity DHCP. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:19:03.297736 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f7c37262-8b2b-449c-8cf7-52e709798d7e req-9ba5c02e-f714-44c7-be81-3cd39de7ddda tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594656
May 12 08:19:03.328340 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:03.335721 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f391491f-708c-4e02-bf3c-aa8a738ff4c5 req-2a9242ec-b3c7-41f2-8d34-3299d8876158 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529726
May 12 08:19:03.336734 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:03.383149 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Network e3e0da1e-bca8-4a4e-938b-140c21da1156 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:19:03.386086 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:19:03.389892 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:19:03.390348 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820397'] for router_interface, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:03.429531 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Pushing event updated for resources: {'Port': ['ID=7092ba14-b41d-44ff-ad75-d160dee70820,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:03.432930 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:03.580127 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c996de670>, [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:19:00Z', 'revision_number': 3, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:03.585844 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb2cdf2-fc89-480f-b56f-5d655455bbc0 None None] The sync data for ids ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'] in dv-cinder-790910-1-iscsi is: [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:19:00Z', 'revision_number': 3, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:19:03.594816 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device e1788fab-8a35-4367-9e89-c1794fbee9c5 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:03.646457 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:03.689598 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port e1788fab-8a35-4367-9e89-c1794fbee9c5 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:03.689989 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:03.794725 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-fcd65b85-09a3-4768-96ca-6c563d1e0028 None None] Provisioning for port 7092ba14-b41d-44ff-ad75-d160dee70820 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:03.805243 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-fcd65b85-09a3-4768-96ca-6c563d1e0028 None None] Provisioning complete for port 7092ba14-b41d-44ff-ad75-d160dee70820 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:03.810412 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-fcd65b85-09a3-4768-96ca-6c563d1e0028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:03.873433 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488e9c-fb16-4bbd-b26e-69f2352e8700 req-40f36013-a4eb-4ccc-afb9-b0738d19b32b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:03.875565 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f2488e9c-fb16-4bbd-b26e-69f2352e8700 req-40f36013-a4eb-4ccc-afb9-b0738d19b32b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1184721
May 12 08:19:03.920128 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-fcd65b85-09a3-4768-96ca-6c563d1e0028 None None] Port 7092ba14-b41d-44ff-ad75-d160dee70820 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:19:03.938772 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:03.958256 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:03.959264 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820238'] for router_interface, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:03.971781 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f2488e9c-fb16-4bbd-b26e-69f2352e8700 req-fca088a4-c4fe-4d50-bff0-dacd6dc04ff6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902534
May 12 08:19:03.972561 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:04.149811 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Pushing event updated for resources: {'Port': ['ID=7092ba14-b41d-44ff-ad75-d160dee70820,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:04.161779 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:04.223276 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Network e3e0da1e-bca8-4a4e-938b-140c21da1156 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:19:04.229510 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:19:04.367367 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdce272-da22-48cb-aae9-990d87bf4a2c req-cf18b340-88db-41ea-9021-af734c7299a8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:04.368901 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8cdce272-da22-48cb-aae9-990d87bf4a2c req-cf18b340-88db-41ea-9021-af734c7299a8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.2843568
May 12 08:19:04.454201 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-0d1f7134-4606-4a8a-8ee3-785897d848d4 None None] Provisioning complete for port 7092ba14-b41d-44ff-ad75-d160dee70820 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:04.454723 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7134-4606-4a8a-8ee3-785897d848d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:04.567523 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8cdce272-da22-48cb-aae9-990d87bf4a2c req-c15b4916-5e63-4925-839a-4776fb279540 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150773
May 12 08:19:04.594266 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-0d1f7134-4606-4a8a-8ee3-785897d848d4 None None] Port 7092ba14-b41d-44ff-ad75-d160dee70820 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:19:04.635352 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:19:04.665108 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46136dde-58f6-4d1a-b8ad-bc47a318f0bc req-2c8e4523-acf6-4952-aa28-69e7ef160aae tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:04.672907 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-46136dde-58f6-4d1a-b8ad-bc47a318f0bc req-2c8e4523-acf6-4952-aa28-69e7ef160aae tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 945 time: 0.1721933
May 12 08:19:04.743141 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-46136dde-58f6-4d1a-b8ad-bc47a318f0bc req-198f957e-1d57-427e-95ce-6be32ebd9cdc tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679822
May 12 08:19:04.846814 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:19:04.855779 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] 10.222.0.36 "PUT /v2.0/routers/7efdb284-4347-49f8-8dcb-5c56b34c03c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4886827
May 12 08:19:05.176465 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7da2f2-2175-4d10-9050-e6460dce36c4 req-6eb6b478-5d68-4948-b0b0-046b0efe6468 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:05.178073 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8d7da2f2-2175-4d10-9050-e6460dce36c4 req-6eb6b478-5d68-4948-b0b0-046b0efe6468 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.0824378
May 12 08:19:05.228148 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8d7da2f2-2175-4d10-9050-e6460dce36c4 req-a90f3c8a-d54c-4757-a15b-d31b46130449 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443389
May 12 08:19:05.382653 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 60294) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:19:05.388992 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2035480650-network', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:19:05.394062 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:19:05.398478 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Usage tracker for resource:network and tenant:ba5a00a6269b48e9bde428f7876072de is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:19:05.401628 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:19:05.407779 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:19:05.418665 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Made reservation on behalf of ba5a00a6269b48e9bde428f7876072de for: {'network': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:19:05.420876 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:05.432719 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:05.448561 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:19:05.452951 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Usage tracker for resource:security_group_rule and tenant:ba5a00a6269b48e9bde428f7876072de is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:19:05.456585 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:19:05.463520 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:19:05.539483 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Sync routers for ids ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:19:05.548837 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Routers {'7efdb284-4347-49f8-8dcb-5c56b34c03c4'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:19:05.549777 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c999de9a0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:05.570346 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:05.574829 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:05.577833 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-86907436-547e-4a44-89a2-0c8da0ac7200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:05.609957 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'}  {{(pid=78689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:19:05.615469 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4e313f-ff93-491c-b8bf-ec931ce24c64,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:05.619042 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:05.622815 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:05.623149 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.segments_db [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Added segment a01cb571-bae1-49dc-9ce4-d2e8d0b3738c of type vlan for network d059f281-43cf-4db2-adf5-3630752135a4
May 12 08:19:05.627307 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:05.650980 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:05.688345 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:05.689713 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:05.690281 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:05.693783 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-7a92441e-5fee-480a-b6f8-4cdedcdae5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:05.793802 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1ccd5-aee5-4ed0-a61d-3d051bf3a3ac req-c3697b2d-6eb4-4e0d-aaff-0ab6f1cb577e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:05.795750 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Pushing event updated for resources: {'Network': ['ID=d059f281-43cf-4db2-adf5-3630752135a4,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:05.796285 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c6c1ccd5-aee5-4ed0-a61d-3d051bf3a3ac req-c3697b2d-6eb4-4e0d-aaff-0ab6f1cb577e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1122253
May 12 08:19:05.798616 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:05.800905 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4168448
May 12 08:19:05.804751 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 60306) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:19:05.812517 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network d059f281-43cf-4db2-adf5-3630752135a4 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:19:05.824533 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Request body: {'subnet': {'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2035480650-subnet', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'ip_version': 4}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:19:05.830523 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:19:05.835347 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Usage tracker for resource:subnet and tenant:ba5a00a6269b48e9bde428f7876072de is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:19:05.839360 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:19:05.892426 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c6c1ccd5-aee5-4ed0-a61d-3d051bf3a3ac req-76c48aed-0aa4-4a5b-a420-b96b56a4aaa1 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884695
May 12 08:19:05.893454 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:19:05.918781 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Made reservation on behalf of ba5a00a6269b48e9bde428f7876072de for: {'subnet': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:19:05.921546 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3904469'] for subnet, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:05.945123 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Set router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:19:06.003563 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0630bf5-800c-468e-b2c0-e0fc4715aed4 req-8899daa6-be94-4534-b0a9-864e5eea3ba1 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:06.005090 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0630bf5-800c-468e-b2c0-e0fc4715aed4 req-8899daa6-be94-4534-b0a9-864e5eea3ba1 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 945 time: 0.1292305
May 12 08:19:06.039198 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:06.074235 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0630bf5-800c-468e-b2c0-e0fc4715aed4 req-e566f2fe-681f-40b9-99ae-2b232bd575fc tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625484
May 12 08:19:06.149990 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:06.150367 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:06.449466 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:06.462267 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3904423'] for subnet, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:06.466903 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9f724b35-7ac1-4eaa-beae-eee0895a741c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:06.470642 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1221e-aaf0-493f-a14c-3a7f341eba33 req-4d130787-0f12-45e5-8661-b0bfffad505c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:06.472508 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-60d1221e-aaf0-493f-a14c-3a7f341eba33 req-4d130787-0f12-45e5-8661-b0bfffad505c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1206899
May 12 08:19:06.507034 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:06.516490 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:06.527607 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:06.545915 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-60d1221e-aaf0-493f-a14c-3a7f341eba33 req-da0f610e-0643-41a8-ba1c-0a15fae3df19 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635495
May 12 08:19:06.631750 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:06.635480 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d909c24-90ec-4aa7-b804-4bbee07955ed,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:06.640426 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c999de9a0>, [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:19:03Z', 'revision_number': 4, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '7092ba14-b41d-44ff-ad75-d160dee70820', 'name': '', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'mac_address': 'fa:16:3e:d3:b9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:02Z', 'updated_at': '2021-05-12T08:19:03Z', 'revision_number': 2, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'subnets': [{'id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:06.641792 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Checking segment: {'id': 'a01cb571-bae1-49dc-9ce4-d2e8d0b3738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:19:06.642153 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Network hostable DHCP agents. Network: d059f281-43cf-4db2-adf5-3630752135a4, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:19:06.642899 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:06.645431 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:06.645975 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Checking router: 7efdb284-4347-49f8-8dcb-5c56b34c03c4 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:19:06.646399 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Updating router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 port 7092ba14-b41d-44ff-ad75-d160dee70820 binding host dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:19:06.679688 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e22e11-68dd-407a-ac24-1cfe7983ff86 req-18e14a3d-d97a-4987-bf4d-b85eebc66b11 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:06.681242 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-23e22e11-68dd-407a-ac24-1cfe7983ff86 req-18e14a3d-d97a-4987-bf4d-b85eebc66b11 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 945 time: 0.1694953
May 12 08:19:06.682286 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Network d059f281-43cf-4db2-adf5-3630752135a4 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:19:06.706743 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:06.707050 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, d059f281-43cf-4db2-adf5-3630752135a4) {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:19:06.727605 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597e9bab-c440-464e-ac6f-64b72e7c3929 None None] Network d059f281-43cf-4db2-adf5-3630752135a4 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:19:06.741798 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:06.742385 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:06.761671 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-23e22e11-68dd-407a-ac24-1cfe7983ff86 req-3dd726e8-4699-4f2e-8381-d12857ae963d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702641
May 12 08:19:06.774179 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 60326) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:19:06.775301 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-40c60ea8-c57c-4259-b2cf-7c5d4c62b40b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9685268
May 12 08:19:06.780874 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2035480650-router', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:19:06.785445 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:19:06.789650 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Usage tracker for resource:router and tenant:ba5a00a6269b48e9bde428f7876072de is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:19:06.792489 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:19:06.798171 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:19:06.809084 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30017'] for router, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:06.810108 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-367070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30072'] for router, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:06.824292 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:07.126963 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1832871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30054'] for router, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:07.192073 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2702bc7-e328-5c98-9899-9b927245ab55-d059f281-43cf-4db2-adf5-3630752135a4', 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'fixed_ips': [{'subnet_id': '7d909c24-90ec-4aa7-b804-4bbee07955ed'}]}} from dv-cinder-790910-1-iscsi. {{(pid=78690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 12 08:19:07.193033 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:07.320664 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1493-4e25-4a7c-a31d-cb58ad043c19 req-18f4bf2d-63f5-4518-b45f-ff2a3b4e1008 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:07.322225 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4aef1493-4e25-4a7c-a31d-cb58ad043c19 req-18f4bf2d-63f5-4518-b45f-ff2a3b4e1008 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.3034480
May 12 08:19:07.331444 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Notify callbacks [] for port, precommit_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:07.358295 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Transition to ACTIVE for port object 7092ba14-b41d-44ff-ad75-d160dee70820 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:19:07.398811 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4aef1493-4e25-4a7c-a31d-cb58ad043c19 req-42775281-0755-4b22-9bdc-2a9ffff84cb6 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617537
May 12 08:19:07.400516 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:07.417506 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a0570662-63de-433e-8f64-a434300415b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:07.615155 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15c73f-63d8-41eb-a828-791fb180f4a1 None None] Pushing event updated for resources: {'Port': ['ID=7092ba14-b41d-44ff-ad75-d160dee70820,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:07.623049 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.db_base_plugin_common [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Allocated IP 172.20.0.2 (d059f281-43cf-4db2-adf5-3630752135a4/7d909c24-90ec-4aa7-b804-4bbee07955ed/abea9022-8d8f-4c08-aff6-164c8d15d627) {{(pid=78690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:19:07.625097 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-1f15c73f-63d8-41eb-a828-791fb180f4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:07.633835 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:07.661582 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d2fd9-bef1-4744-8756-0a2168d8d372 req-204dd62f-cbf3-470b-a400-d4e7c1a15bc5 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:07.663949 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7b3d2fd9-bef1-4744-8756-0a2168d8d372 req-204dd62f-cbf3-470b-a400-d4e7c1a15bc5 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 945 time: 0.1767182
May 12 08:19:07.724953 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:07.732585 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7b3d2fd9-bef1-4744-8756-0a2168d8d372 req-38593e14-fad9-441f-a6f9-0ed312b3ce87 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626369
May 12 08:19:07.776172 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:07.879766 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Attempting to bind port 7092ba14-b41d-44ff-ad75-d160dee70820 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:19:07.880141 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Attempting to bind port 7092ba14-b41d-44ff-ad75-d160dee70820 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:19:07.880498 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Attempting to bind port 7092ba14-b41d-44ff-ad75-d160dee70820 on network e3e0da1e-bca8-4a4e-938b-140c21da1156 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:19:07.926070 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Allocated IP 172.27.2.215 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/d7841ab1-d274-4224-bbff-184be4e3b252) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:19:07.939227 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:19:07.939722 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Checking segment: {'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:19:07.940131 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:07.940527 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Bound using segment: {'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:19:07.941002 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Bound port: 7092ba14-b41d-44ff-ad75-d160dee70820, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:19:07.941400 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:07.968436 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4125b7-c853-4e45-901a-f01acba16234 req-7e986248-aa0b-4c40-8b1b-e1576afed88f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:07.977204 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ae4125b7-c853-4e45-901a-f01acba16234 req-7e986248-aa0b-4c40-8b1b-e1576afed88f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 945 time: 0.1023602
May 12 08:19:08.035621 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ae4125b7-c853-4e45-901a-f01acba16234 req-5138ed84-59d1-463e-b3db-72ac8427a31e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540338
May 12 08:19:08.081404 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:08.081788 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:08.126696 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d630f49-8833-45fd-97a9-478865928f0b req-abb558e2-207a-40d5-baaf-7cb9f6c266bf tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:08.128188 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7d630f49-8833-45fd-97a9-478865928f0b req-abb558e2-207a-40d5-baaf-7cb9f6c266bf tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.2036386
May 12 08:19:08.164003 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:08.168102 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Notify callbacks [] for port, precommit_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:08.182353 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] For port 7092ba14-b41d-44ff-ad75-d160dee70820, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:19:08.188253 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] For port 7092ba14-b41d-44ff-ad75-d160dee70820, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=7092ba14-b41d-44ff-ad75-d160dee70820,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:19:08.192423 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Transition to ACTIVE for port object abea9022-8d8f-4c08-aff6-164c8d15d627 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:19:08.198001 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7d630f49-8833-45fd-97a9-478865928f0b req-8ff01ead-7b23-43fd-8600-5901a8f1751a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550776
May 12 08:19:08.198894 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:08.205972 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:08.221776 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:08.226546 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a43bb5c8-f1cd-4093-8ef9-e60d08f18ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:08.266887 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Transition to ACTIVE for port object abea9022-8d8f-4c08-aff6-164c8d15d627 will not be triggered until provisioned by entity DHCP. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:19:08.281796 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:19:08.284452 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:19:08.288118 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:19:08.304988 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:08.344886 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Routers {'7efdb284-4347-49f8-8dcb-5c56b34c03c4'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:19:08.345565 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c999de9a0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:08.405879 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15c73f-63d8-41eb-a828-791fb180f4a1 None None] Pushing event updated for resources: {'Port': ['ID=7092ba14-b41d-44ff-ad75-d160dee70820,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:08.417761 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Pushing event updated for resources: {'Port': ['ID=d7841ab1-d274-4224-bbff-184be4e3b252,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:08.422755 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:08.468061 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-1f15c73f-63d8-41eb-a828-791fb180f4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:08.477296 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:08.521902 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Network d059f281-43cf-4db2-adf5-3630752135a4 is already hosted by enough agents. {{(pid=78690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:19:08.539608 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.base_scheduler [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Resources bound (agent type, host, resource id):  {{(pid=78690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:19:08.547445 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Received port after_create {{(pid=78690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:19:08.636685 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2160e-2a59-4b8d-948c-c9adc1b22974 req-4c29a892-44b3-451f-90ba-99446c2fd752 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:08.638119 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6fc2160e-2a59-4b8d-948c-c9adc1b22974 req-4c29a892-44b3-451f-90ba-99446c2fd752 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0826664
May 12 08:19:08.668249 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Pushing event updated for resources: {'Port': ['ID=abea9022-8d8f-4c08-aff6-164c8d15d627,revision_number=1']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:08.676924 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:08.682337 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Attempting to bind port abea9022-8d8f-4c08-aff6-164c8d15d627 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:19:08.682739 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Attempting to bind port abea9022-8d8f-4c08-aff6-164c8d15d627 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': 'a01cb571-bae1-49dc-9ce4-d2e8d0b3738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:19:08.683202 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Attempting to bind port abea9022-8d8f-4c08-aff6-164c8d15d627 on network d059f281-43cf-4db2-adf5-3630752135a4 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:19:08.685918 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6fc2160e-2a59-4b8d-948c-c9adc1b22974 req-44e550c7-1040-452d-a1f1-0cedadfa167e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417194
May 12 08:19:08.688076 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:08.693795 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:19:08.694175 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Checking segment: {'id': 'a01cb571-bae1-49dc-9ce4-d2e8d0b3738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:19:08.694583 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:08.694980 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Bound using segment: {'id': 'a01cb571-bae1-49dc-9ce4-d2e8d0b3738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:19:08.695454 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Bound port: abea9022-8d8f-4c08-aff6-164c8d15d627, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01cb571-bae1-49dc-9ce4-d2e8d0b3738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:19:08.695836 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:08.751067 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] Set router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:19:08.981435 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] For port abea9022-8d8f-4c08-aff6-164c8d15d627, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:19:08.994277 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] For port abea9022-8d8f-4c08-aff6-164c8d15d627, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=abea9022-8d8f-4c08-aff6-164c8d15d627,segment=NetworkSegment(a01cb571-bae1-49dc-9ce4-d2e8d0b3738c),segment_id=a01cb571-bae1-49dc-9ce4-d2e8d0b3738c)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:19:09.005247 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:09.014080 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:09.147156 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Pushing event updated for resources: {'Port': ['ID=abea9022-8d8f-4c08-aff6-164c8d15d627,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:09.151260 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:09.151451 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa5bea-f106-4233-a87e-ce5fe0bbba36 req-f24fc641-e332-4f79-be51-3a515004034a tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:09.152933 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-33fa5bea-f106-4233-a87e-ce5fe0bbba36 req-f24fc641-e332-4f79-be51-3a515004034a tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 945 time: 0.3098807
May 12 08:19:09.183650 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833010'] for router, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:09.189663 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c999de9a0>, [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:19:03Z', 'revision_number': 4, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '7092ba14-b41d-44ff-ad75-d160dee70820', 'name': '', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'mac_address': 'fa:16:3e:d3:b9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:02Z', 'updated_at': '2021-05-12T08:19:08Z', 'revision_number': 4, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'subnets': [{'id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:09.203711 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25f4fea-78f7-4aab-bc5f-64cee37a62f9 None None] The sync data for ids ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'] in dv-cinder-790910-1-iscsi is: [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:19:03Z', 'revision_number': 4, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '7092ba14-b41d-44ff-ad75-d160dee70820', 'name': '', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'mac_address': 'fa:16:3e:d3:b9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:02Z', 'updated_at': '2021-05-12T08:19:08Z', 'revision_number': 4, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'subnets': [{'id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:19:09.335854 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32532d5-b020-4255-95d1-b09a417a83a9 req-aa6e014c-33a5-443d-8d7c-451715241d80 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:09.344021 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f32532d5-b020-4255-95d1-b09a417a83a9 req-aa6e014c-33a5-443d-8d7c-451715241d80 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 945 time: 0.2054563
May 12 08:19:09.382889 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-33fa5bea-f106-4233-a87e-ce5fe0bbba36 req-17f3cf50-4070-4f0f-acce-6f39352394fb tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148192
May 12 08:19:09.447971 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d3abc-e817-4485-9014-2a8c4d0aecbe req-78c4a2dc-4d8c-4bc6-b641-0d6240b1c1d6 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:09.449681 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cd0d3abc-e817-4485-9014-2a8c4d0aecbe req-78c4a2dc-4d8c-4bc6-b641-0d6240b1c1d6 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 945 time: 0.2394257
May 12 08:19:09.567477 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f32532d5-b020-4255-95d1-b09a417a83a9 req-0a462ed2-25fb-4cce-8b3a-611b3b226766 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2225654
May 12 08:19:09.635786 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Router c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 is scheduled to L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 with binding_index 1 {{(pid=78689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 08:19:09.698588 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device abea9022-8d8f-4c08-aff6-164c8d15d627 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:09.730225 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-cd0d3abc-e817-4485-9014-2a8c4d0aecbe req-2527f4ed-435f-4ba7-a405-ddc765750c4f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Deleting port 1cc26361-8c18-4edc-9fda-a7069571f217 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:19:09.730772 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-cd0d3abc-e817-4485-9014-2a8c4d0aecbe req-2527f4ed-435f-4ba7-a405-ddc765750c4f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:09.847042 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port abea9022-8d8f-4c08-aff6-164c8d15d627 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:09.859183 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:09.861560 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 7092ba14-b41d-44ff-ad75-d160dee70820 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:09.906162 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff9df9-0a53-4257-829c-36e0c59e5ecf req-ee924973-ac9c-4f1f-9a3a-b26821dd9725 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:09.907706 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-43ff9df9-0a53-4257-829c-36e0c59e5ecf req-ee924973-ac9c-4f1f-9a3a-b26821dd9725 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.2552958
May 12 08:19:09.964409 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:19:09.976742 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Sync routers for ids ['c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:19:09.992388 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Routers {'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:19:09.993454 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c999bd5b0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:10.026079 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 7092ba14-b41d-44ff-ad75-d160dee70820 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:10.036117 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-43ff9df9-0a53-4257-829c-36e0c59e5ecf req-781b88d1-b371-410a-b881-3872255f15ed tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123233
May 12 08:19:10.041593 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 7092ba14-b41d-44ff-ad75-d160dee70820 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:10.042024 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:10.045685 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:10.049270 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.2732532
May 12 08:19:10.053104 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 60376) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:19:10.208400 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-cd0d3abc-e817-4485-9014-2a8c4d0aecbe req-2527f4ed-435f-4ba7-a405-ddc765750c4f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] For port 1cc26361-8c18-4edc-9fda-a7069571f217, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1cc26361-8c18-4edc-9fda-a7069571f217,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:10.209250 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-cd0d3abc-e817-4485-9014-2a8c4d0aecbe req-2527f4ed-435f-4ba7-a405-ddc765750c4f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:10.334997 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:10.354735 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Set router c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:19:10.435366 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 7092ba14-b41d-44ff-ad75-d160dee70820, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=7092ba14-b41d-44ff-ad75-d160dee70820,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:10.451370 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:10.453368 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:10.611067 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-cd0d3abc-e817-4485-9014-2a8c4d0aecbe req-2527f4ed-435f-4ba7-a405-ddc765750c4f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Calling delete_port for 1cc26361-8c18-4edc-9fda-a7069571f217 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:19:10.642387 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=7092ba14-b41d-44ff-ad75-d160dee70820,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:10.645576 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc704af1-b1f9-455f-a26a-c8af96f5bf05 None None] Network d059f281-43cf-4db2-adf5-3630752135a4 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:19:10.694668 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be44b3-f2d8-4141-98df-dac6e8c6f005 req-21bf3c9b-e97f-4688-bdbc-df8d2eaf6439 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:10.696358 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-19be44b3-f2d8-4141-98df-dac6e8c6f005 req-21bf3c9b-e97f-4688-bdbc-df8d2eaf6439 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.39 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 945 time: 0.7528760
May 12 08:19:10.793224 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:10.829084 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-afd8ab09-5260-4c33-966b-f0c88a829c28 None None] Provisioning for port abea9022-8d8f-4c08-aff6-164c8d15d627 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:10.835382 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99a36b-5def-4bc6-8e79-c04821a92786 req-acb4118d-7e92-4587-b6ed-aa709b38d22c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:10.844201 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3d99a36b-5def-4bc6-8e79-c04821a92786 req-acb4118d-7e92-4587-b6ed-aa709b38d22c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.8297017
May 12 08:19:10.858125 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-afd8ab09-5260-4c33-966b-f0c88a829c28 None None] Provisioning complete for port abea9022-8d8f-4c08-aff6-164c8d15d627 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:10.858504 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-afd8ab09-5260-4c33-966b-f0c88a829c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:10.866363 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c999bd5b0>, [{'id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'name': 'tempest-TestMinimumBasicScenario-2035480650-router', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:19:06Z', 'updated_at': '2021-05-12T08:19:08Z', 'revision_number': 3, 'project_id': 'ba5a00a6269b48e9bde428f7876072de', 'gw_port': {'id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:92:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:07Z', 'updated_at': '2021-05-12T08:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:10.870359 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Checking router: c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:19:10.870713 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Updating router c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 port d7841ab1-d274-4224-bbff-184be4e3b252 binding host dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:19:10.917147 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3d99a36b-5def-4bc6-8e79-c04821a92786 req-e3e4c3a3-9680-4af9-be71-8e3f61757017 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719655
May 12 08:19:10.981273 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.023193 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-19be44b3-f2d8-4141-98df-dac6e8c6f005 req-316e0624-9ed8-4b2c-bac8-31b3e27e8e7f tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Deleting port dad64ba4-3913-4e56-858a-c4585c0e7fc2 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:19:11.023530 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-19be44b3-f2d8-4141-98df-dac6e8c6f005 req-316e0624-9ed8-4b2c-bac8-31b3e27e8e7f tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.154295 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-afd8ab09-5260-4c33-966b-f0c88a829c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.193238 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-afd8ab09-5260-4c33-966b-f0c88a829c28 None None] For port abea9022-8d8f-4c08-aff6-164c8d15d627, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=abea9022-8d8f-4c08-aff6-164c8d15d627,segment=NetworkSegment(a01cb571-bae1-49dc-9ce4-d2e8d0b3738c),segment_id=a01cb571-bae1-49dc-9ce4-d2e8d0b3738c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:11.205239 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-afd8ab09-5260-4c33-966b-f0c88a829c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.207196 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:11.274902 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d13a2-9838-45b5-a0bf-785a44ed0c7b req-ca9c708c-03bc-4581-820b-2a61ba1af217 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:11.276583 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-340d13a2-9838-45b5-a0bf-785a44ed0c7b req-ca9c708c-03bc-4581-820b-2a61ba1af217 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 945 time: 0.5321763
May 12 08:19:11.302060 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8ab09-5260-4c33-966b-f0c88a829c28 None None] Pushing event updated for resources: {'Port': ['ID=abea9022-8d8f-4c08-aff6-164c8d15d627,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:11.305494 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-afd8ab09-5260-4c33-966b-f0c88a829c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:11.390433 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-cd0d3abc-e817-4485-9014-2a8c4d0aecbe req-2527f4ed-435f-4ba7-a405-ddc765750c4f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.401289 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-19be44b3-f2d8-4141-98df-dac6e8c6f005 req-316e0624-9ed8-4b2c-bac8-31b3e27e8e7f tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] For port dad64ba4-3913-4e56-858a-c4585c0e7fc2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dad64ba4-3913-4e56-858a-c4585c0e7fc2,segment=NetworkSegment(98cbe098-475b-4485-92d1-147a3f3093a3),segment_id=98cbe098-475b-4485-92d1-147a3f3093a3)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:11.402084 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-19be44b3-f2d8-4141-98df-dac6e8c6f005 req-316e0624-9ed8-4b2c-bac8-31b3e27e8e7f tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.403196 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['ccaad97e-28d7-43fc-8ccd-b132c7d9ada5', '76fe7079-d4ef-4e77-9940-e03e01715311', 'b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:19:11.410876 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d6efc03d-2bbd-4682-8d03-1caaedabc2d3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:11.447294 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Notify callbacks [] for port, precommit_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.462713 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.provisioning_blocks [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Transition to ACTIVE for port object d7841ab1-d274-4224-bbff-184be4e3b252 will not be triggered until provisioned by entity L2. {{(pid=78691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:19:11.476464 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.486752 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-340d13a2-9838-45b5-a0bf-785a44ed0c7b req-863ec971-5c57-43b4-a250-1f57032d21e5 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3091120-c5aa-4b0b-ba9a-023a3f14be10&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1996839
May 12 08:19:11.502810 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-80fe633f-acfe-4929-b1ff-0c9a284627a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:11.505723 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527f4ed-435f-4ba7-a405-ddc765750c4f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Pushing event deleted for resources: {'Port': ['ID=1cc26361-8c18-4edc-9fda-a7069571f217,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:11.512104 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2527f4ed-435f-4ba7-a405-ddc765750c4f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:11.606391 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Attempting to bind port d7841ab1-d274-4224-bbff-184be4e3b252 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:19:11.606899 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Attempting to bind port d7841ab1-d274-4224-bbff-184be4e3b252 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:19:11.607867 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Attempting to bind port d7841ab1-d274-4224-bbff-184be4e3b252 on network 069f2160-aa3e-48e5-a977-e51b8a4e427f {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:19:11.611794 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.621824 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfed9e-ac85-4ef0-b2ec-e81472e28ccf None None] Pushing event updated for resources: {'Port': ['ID=d7841ab1-d274-4224-bbff-184be4e3b252,revision_number=2']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:11.632617 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-6fcfed9e-ac85-4ef0-b2ec-e81472e28ccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:11.635833 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:19:11.636511 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Checking segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:19:11.638182 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.638665 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Bound using segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:19:11.639247 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Bound port: d7841ab1-d274-4224-bbff-184be4e3b252, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:19:11.640275 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.645884 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device abea9022-8d8f-4c08-aff6-164c8d15d627 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:11.747955 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-19be44b3-f2d8-4141-98df-dac6e8c6f005 req-316e0624-9ed8-4b2c-bac8-31b3e27e8e7f tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Calling delete_port for dad64ba4-3913-4e56-858a-c4585c0e7fc2 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:19:11.760007 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a0afb-b0b3-4827-91b0-0cf0f710c2f4 req-88e7c0ea-0fce-4581-ae03-a1064a85ca75 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:11.768937 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6c1a0afb-b0b3-4827-91b0-0cf0f710c2f4 req-88e7c0ea-0fce-4581-ae03-a1064a85ca75 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0893b1e-5089-4105-add7-1bd19471295f HTTP/1.1" status: 200  len: 867 time: 0.5695498
May 12 08:19:11.771792 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] For port d7841ab1-d274-4224-bbff-184be4e3b252, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:19:11.777339 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] For port d7841ab1-d274-4224-bbff-184be4e3b252, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=d7841ab1-d274-4224-bbff-184be4e3b252,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:19:11.790356 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.795975 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-6fcfed9e-ac85-4ef0-b2ec-e81472e28ccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:11.804101 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-75bf0522-7ec6-49e5-a61e-fc64d216bbc9 None None] Provisioning complete for port abea9022-8d8f-4c08-aff6-164c8d15d627 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:11.804582 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-75bf0522-7ec6-49e5-a61e-fc64d216bbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.835984 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0d3abc-e817-4485-9014-2a8c4d0aecbe req-2527f4ed-435f-4ba7-a405-ddc765750c4f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] No DVR routers for this DVR port 1cc26361-8c18-4edc-9fda-a7069571f217 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:19:11.839639 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-cd0d3abc-e817-4485-9014-2a8c4d0aecbe req-2527f4ed-435f-4ba7-a405-ddc765750c4f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:11.846902 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0893b1e-5089-4105-add7-1bd19471295f', 'name': 'network-vif-deleted', 'tag': '1cc26361-8c18-4edc-9fda-a7069571f217'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:11.886875 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cd0d3abc-e817-4485-9014-2a8c4d0aecbe req-2527f4ed-435f-4ba7-a405-ddc765750c4f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "DELETE /v2.0/ports/1cc26361-8c18-4edc-9fda-a7069571f217 HTTP/1.1" status: 204  len: 173 time: 2.4211137
May 12 08:19:11.908003 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6c1a0afb-b0b3-4827-91b0-0cf0f710c2f4 req-3729b5e6-9b75-44c3-8d6a-f1afdb8c0a14 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374342
May 12 08:19:11.943501 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port abea9022-8d8f-4c08-aff6-164c8d15d627 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:11.943970 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:12.011695 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc0998-cf6b-404a-8640-589ca641d551 req-ef2e4564-0ee8-47ef-9f01-74d2142fffdc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:12.013324 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-50dc0998-cf6b-404a-8640-589ca641d551 req-ef2e4564-0ee8-47ef-9f01-74d2142fffdc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.2647204
May 12 08:19:12.043658 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0893b1e-5089-4105-add7-1bd19471295f', 'name': 'network-vif-deleted', 'tag': '1cc26361-8c18-4edc-9fda-a7069571f217', 'status': 'completed', 'code': 200}
May 12 08:19:12.092346 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Routers {'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:19:12.093244 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c999bd5b0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:12.125129 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-19be44b3-f2d8-4141-98df-dac6e8c6f005 req-316e0624-9ed8-4b2c-bac8-31b3e27e8e7f tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:12.133594 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1c0fdcee-dee5-4c27-b7a3-79a03b3bac18 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:12.221336 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e0624-9ed8-4b2c-bac8-31b3e27e8e7f tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Pushing event deleted for resources: {'Port': ['ID=dad64ba4-3913-4e56-858a-c4585c0e7fc2,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:12.223915 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 7092ba14-b41d-44ff-ad75-d160dee70820 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:12.230450 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-316e0624-9ed8-4b2c-bac8-31b3e27e8e7f tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:12.248190 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-50dc0998-cf6b-404a-8640-589ca641d551 req-c84a881f-123b-4b5c-a831-8330ebc4bf7c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1577287
May 12 08:19:12.251769 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Allocated IP 172.20.0.1 (d059f281-43cf-4db2-adf5-3630752135a4/7d909c24-90ec-4aa7-b804-4bbee07955ed/b610ba93-b40a-4912-9138-6d0c73b5e274) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:19:12.317801 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 7092ba14-b41d-44ff-ad75-d160dee70820 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:12.318202 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:12.380349 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfed9e-ac85-4ef0-b2ec-e81472e28ccf None None] Pushing event updated for resources: {'Port': ['ID=d7841ab1-d274-4224-bbff-184be4e3b252,revision_number=3']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:12.388238 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-6fcfed9e-ac85-4ef0-b2ec-e81472e28ccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:12.431943 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] Set router c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:19:12.480520 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:12.504980 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Transition to ACTIVE for port object b610ba93-b40a-4912-9138-6d0c73b5e274 will not be triggered until provisioned by entity DHCP. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:19:12.562213 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:12.573522 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:12.637495 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-19be44b3-f2d8-4141-98df-dac6e8c6f005 req-316e0624-9ed8-4b2c-bac8-31b3e27e8e7f tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] No DVR routers for this DVR port dad64ba4-3913-4e56-858a-c4585c0e7fc2 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:19:12.640285 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-19be44b3-f2d8-4141-98df-dac6e8c6f005 req-316e0624-9ed8-4b2c-bac8-31b3e27e8e7f tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:12.655139 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 81fc3e62-68c2-450b-a878-288815da6114 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:19:12.657400 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 1cc26361-8c18-4edc-9fda-a7069571f217 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:19:12.671268 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-19be44b3-f2d8-4141-98df-dac6e8c6f005 req-316e0624-9ed8-4b2c-bac8-31b3e27e8e7f tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.39 "DELETE /v2.0/ports/dad64ba4-3913-4e56-858a-c4585c0e7fc2 HTTP/1.1" status: 204  len: 173 time: 1.9649491
May 12 08:19:12.713504 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: 1cc26361-8c18-4edc-9fda-a7069571f217 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:19:12.713886 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 1cc26361-8c18-4edc-9fda-a7069571f217 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:19:12.714292 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device dad64ba4-3913-4e56-858a-c4585c0e7fc2 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:19:12.715395 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20db34-2f9b-463b-b210-22fb61973893 req-c995b2ca-b175-470f-b988-bd24c8d90509 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:12.723290 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cf20db34-2f9b-463b-b210-22fb61973893 req-c995b2ca-b175-470f-b988-bd24c8d90509 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.4916954
May 12 08:19:12.735712 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Network d059f281-43cf-4db2-adf5-3630752135a4 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:19:12.781093 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cf20db34-2f9b-463b-b210-22fb61973893 req-0a9d5254-15b5-4e6d-bd63-3c792d636fd1 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564868
May 12 08:19:12.794958 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Pushing event updated for resources: {'Port': ['ID=b610ba93-b40a-4912-9138-6d0c73b5e274,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:12.802344 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:19:12.808649 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:12.809523 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:19:12.809979 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820397'] for router_interface, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:12.811919 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: dad64ba4-3913-4e56-858a-c4585c0e7fc2 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:19:12.812373 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device dad64ba4-3913-4e56-858a-c4585c0e7fc2 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:19:12.820387 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f3a2ecbe-0527-48ef-8474-2156dcd1eaaa req-a2f8a3bc-d573-4985-b299-d1eb895b5b92 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 210 time: 0.1079867
May 12 08:19:12.975030 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c999bd5b0>, [{'id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'name': 'tempest-TestMinimumBasicScenario-2035480650-router', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:19:06Z', 'updated_at': '2021-05-12T08:19:08Z', 'revision_number': 3, 'project_id': 'ba5a00a6269b48e9bde428f7876072de', 'gw_port': {'id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:92:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:07Z', 'updated_at': '2021-05-12T08:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:12.984076 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7206c6-5e9d-4a60-b200-bb56d0131f27 None None] The sync data for ids ['c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'] in dv-cinder-790910-1-iscsi is: [{'id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'name': 'tempest-TestMinimumBasicScenario-2035480650-router', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:19:06Z', 'updated_at': '2021-05-12T08:19:08Z', 'revision_number': 3, 'project_id': 'ba5a00a6269b48e9bde428f7876072de', 'gw_port': {'id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:92:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:07Z', 'updated_at': '2021-05-12T08:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:19:12.986195 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=81fc3e62-68c2-450b-a878-288815da6114,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:13.002218 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '81fc3e62-68c2-450b-a878-288815da6114', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'port_id': '81fc3e62-68c2-450b-a878-288815da6114', 'mac_address': 'fa:16:3e:0f:78:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:19:13.029301 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:13.103672 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:13.122583 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81fc3e62-68c2-450b-a878-288815da6114 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:19:13.147201 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=81fc3e62-68c2-450b-a878-288815da6114,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:13.154458 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:13.157137 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:13.191172 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-fbc22ef6-ae60-441a-8a63-4564c3e46606 None None] Provisioning for port b610ba93-b40a-4912-9138-6d0c73b5e274 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:13.218104 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-fbc22ef6-ae60-441a-8a63-4564c3e46606 None None] Provisioning complete for port b610ba93-b40a-4912-9138-6d0c73b5e274 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:13.218566 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-fbc22ef6-ae60-441a-8a63-4564c3e46606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:13.307756 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-fbc22ef6-ae60-441a-8a63-4564c3e46606 None None] Port b610ba93-b40a-4912-9138-6d0c73b5e274 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:19:13.318482 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=81fc3e62-68c2-450b-a878-288815da6114,revision_number=6']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:13.323082 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:13.325072 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:13.330641 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:13.331831 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820238'] for router_interface, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:13.336874 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-00777807-ff68-4a42-91ab-b947628a9c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:13.526556 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Pushing event updated for resources: {'Port': ['ID=b610ba93-b40a-4912-9138-6d0c73b5e274,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:13.538481 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:13.612657 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Network d059f281-43cf-4db2-adf5-3630752135a4 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:19:13.615754 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:19:13.627958 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48d2e4-54e5-4e5d-bcf0-fdd68fbf800d req-df5fc7e5-2ea8-40cd-9f6b-c65d065c4f87 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:13.629588 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1c48d2e4-54e5-4e5d-bcf0-fdd68fbf800d req-df5fc7e5-2ea8-40cd-9f6b-c65d065c4f87 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.1718895
May 12 08:19:13.646016 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device d7841ab1-d274-4224-bbff-184be4e3b252 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:13.734517 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port d7841ab1-d274-4224-bbff-184be4e3b252 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:13.740569 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port d7841ab1-d274-4224-bbff-184be4e3b252 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:13.740681 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:13.817786 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-41918187-20ab-4017-842b-08a53ce26713 req-8290a5e5-a9f6-4228-a3de-8a9378344e67 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Synchronizing usage tracker for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:security_group {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:13.845220 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-41918187-20ab-4017-842b-08a53ce26713 req-8290a5e5-a9f6-4228-a3de-8a9378344e67 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Unset dirty status for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:security_group {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:13.855526 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-8290a5e5-a9f6-4228-a3de-8a9378344e67 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616394633&fields=id&tenant_id=c87a10dabb5e4a7b99e8710c8856d492 HTTP/1.1" status: 200  len: 267 time: 0.0889828
May 12 08:19:13.914412 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:13.934083 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port d7841ab1-d274-4224-bbff-184be4e3b252, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=d7841ab1-d274-4224-bbff-184be4e3b252,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:13.942310 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:13.942518 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1c48d2e4-54e5-4e5d-bcf0-fdd68fbf800d req-febba084-bb1c-4512-8c85-17e8229b5fd0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2500007
May 12 08:19:13.945966 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:14.021271 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=d7841ab1-d274-4224-bbff-184be4e3b252,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:14.024539 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:14.031457 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-7eb22578-b96e-4944-884e-c11b11918425 None None] Provisioning complete for port b610ba93-b40a-4912-9138-6d0c73b5e274 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:14.031837 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-7eb22578-b96e-4944-884e-c11b11918425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:14.036082 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Router c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:19:14.056365 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064bd66c-268d-43fc-9c01-843a158b87aa', 'name': 'network-vif-deleted', 'tag': 'dad64ba4-3913-4e56-858a-c4585c0e7fc2'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:14.079155 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918187-20ab-4017-842b-08a53ce26713 req-194eeb7d-09de-4125-a37c-8f3025b73db0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:14.080188 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-41918187-20ab-4017-842b-08a53ce26713 req-194eeb7d-09de-4125-a37c-8f3025b73db0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Synchronizing usage tracker for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:network {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:14.087541 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-7eb22578-b96e-4944-884e-c11b11918425 None None] Port b610ba93-b40a-4912-9138-6d0c73b5e274 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:19:14.099340 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-41918187-20ab-4017-842b-08a53ce26713 req-194eeb7d-09de-4125-a37c-8f3025b73db0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Unset dirty status for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:network {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:14.101417 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-194eeb7d-09de-4125-a37c-8f3025b73db0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 810 time: 0.2446761
May 12 08:19:14.117928 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-3907ec10-c3d3-4ee8-8b3f-5c606fd3d09a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/quotas/c87a10dabb5e4a7b99e8710c8856d492 HTTP/1.1" status: 200  len: 375 time: 0.0102973
May 12 08:19:14.205041 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-41918187-20ab-4017-842b-08a53ce26713 req-0e7854e6-07fc-45bf-b51c-20d35e0e134a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Synchronizing usage tracker for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:14.222664 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-41918187-20ab-4017-842b-08a53ce26713 req-0e7854e6-07fc-45bf-b51c-20d35e0e134a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Unset dirty status for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:14.224069 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-0e7854e6-07fc-45bf-b51c-20d35e0e134a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1002483
May 12 08:19:14.302847 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:19:14.319719 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d5c6b-102e-4dd9-a505-f525dc9c1e92 req-ceb59d37-f927-4b47-9806-b6e43db315d6 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:14.321228 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8a0d5c6b-102e-4dd9-a505-f525dc9c1e92 req-ceb59d37-f927-4b47-9806-b6e43db315d6 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1958377
May 12 08:19:14.323690 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] 10.222.0.36 "PUT /v2.0/routers/c1e4f455-e8bd-4f67-9d85-2129bb25ffe3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2683918
May 12 08:19:14.380047 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8a0d5c6b-102e-4dd9-a505-f525dc9c1e92 req-0067210a-8589-4ed4-abfe-ca28b390ed24 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497878
May 12 08:19:14.394350 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-74332834-fe4b-43e5-97eb-c3408cb4b69f service neutron] 10.222.0.36 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582835
May 12 08:19:14.539799 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-39508eb2-c89a-4c03-a21c-17a47a74e474 service neutron] 10.222.0.36 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440892
May 12 08:19:14.548615 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-fe5b45e5-5c82-4cdb-b1ce-1dac08c277c6 req-938e057a-2675-4d79-8c17-8dbccd0f1f65 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 210 time: 0.0447028
May 12 08:19:14.627931 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064bd66c-268d-43fc-9c01-843a158b87aa', 'name': 'network-vif-deleted', 'tag': 'dad64ba4-3913-4e56-858a-c4585c0e7fc2', 'status': 'completed', 'code': 200}
May 12 08:19:14.919597 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520a768-6053-423c-997a-387928db613f None None] Sync routers for ids ['c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:19:14.930461 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520a768-6053-423c-997a-387928db613f None None] Routers {'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:19:14.935111 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-4520a768-6053-423c-997a-387928db613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98bbba30>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:14.992269 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-08f752f0-f0ba-40b5-8309-e1be9deda338 req-06f54eb0-37e1-471f-812f-88d7b75bc012 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 210 time: 0.0529678
May 12 08:19:15.186324 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-4520a768-6053-423c-997a-387928db613f None None] Set router c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:19:15.197523 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c945fa-2731-4155-857a-a668a402b142 req-2cb740fd-4600-443f-a0b8-997c3d47edee tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:15.205878 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c8c945fa-2731-4155-857a-a668a402b142 req-2cb740fd-4600-443f-a0b8-997c3d47edee tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.1090994
May 12 08:19:15.264670 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c8c945fa-2731-4155-857a-a668a402b142 req-e88c907d-fc46-477e-8633-d5d776df633a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576689
May 12 08:19:15.642314 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-4520a768-6053-423c-997a-387928db613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98bbba30>, [{'id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'name': 'tempest-TestMinimumBasicScenario-2035480650-router', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:19:06Z', 'updated_at': '2021-05-12T08:19:12Z', 'revision_number': 4, 'project_id': 'ba5a00a6269b48e9bde428f7876072de', 'gw_port': {'id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:07Z', 'updated_at': '2021-05-12T08:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'b610ba93-b40a-4912-9138-6d0c73b5e274', 'name': '', 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'mac_address': 'fa:16:3e:f6:ed:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7d909c24-90ec-4aa7-b804-4bbee07955ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:11Z', 'updated_at': '2021-05-12T08:19:13Z', 'revision_number': 2, 'project_id': 'ba5a00a6269b48e9bde428f7876072de', 'subnets': [{'id': '7d909c24-90ec-4aa7-b804-4bbee07955ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:15.646744 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520a768-6053-423c-997a-387928db613f None None] Checking router: c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:19:15.647207 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520a768-6053-423c-997a-387928db613f None None] Updating router c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 port b610ba93-b40a-4912-9138-6d0c73b5e274 binding host dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:19:15.684932 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device d7841ab1-d274-4224-bbff-184be4e3b252 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:15.739097 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-82967b1d-1821-437c-acd6-5c0708b2bf54 req-fdf36441-721a-4891-a1d6-054a2ec345c9 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Synchronizing usage tracker for tenant:d35dffd39bca4e16ac51245d2ed98ee7 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:15.739426 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd807671-7cae-44b5-93a8-d1c2cfaa7fc8 req-b10a4819-0925-4f70-a216-e613601ebfe0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:15.748023 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-fd807671-7cae-44b5-93a8-d1c2cfaa7fc8 req-b10a4819-0925-4f70-a216-e613601ebfe0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1289179
May 12 08:19:15.757500 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-82967b1d-1821-437c-acd6-5c0708b2bf54 req-fdf36441-721a-4891-a1d6-054a2ec345c9 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Unset dirty status for tenant:d35dffd39bca4e16ac51245d2ed98ee7 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:15.769589 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-82967b1d-1821-437c-acd6-5c0708b2bf54 req-fdf36441-721a-4891-a1d6-054a2ec345c9 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] 10.222.0.36 "GET /v2.0/ports?device_id=064bd66c-268d-43fc-9c01-843a158b87aa HTTP/1.1" status: 200  len: 210 time: 0.0748780
May 12 08:19:15.800718 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4520a768-6053-423c-997a-387928db613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:15.806238 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-fd807671-7cae-44b5-93a8-d1c2cfaa7fc8 req-f3c7178c-b128-48ed-8bd0-ab3b54b0458b tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570793
May 12 08:19:15.816066 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port d7841ab1-d274-4224-bbff-184be4e3b252 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:15.816547 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:16.175376 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['81fc3e62-68c2-450b-a878-288815da6114'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:19:16.193712 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-057fadca-9392-4e0e-b3ba-90e229b0b960 req-3bfe368e-6d11-4940-b5be-02fe8e07dd4c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 210 time: 0.0565834
May 12 08:19:16.428127 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.db.resource_extend [None req-4520a768-6053-423c-997a-387928db613f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 12 08:19:16.589874 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b244f-bb37-4227-83ee-c6656b58b5f7 req-91489a3a-ab09-42a8-8c7e-af269a9f1369 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:16.602773 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4520a768-6053-423c-997a-387928db613f None None] Notify callbacks [] for port, precommit_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:16.612505 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-537b244f-bb37-4227-83ee-c6656b58b5f7 req-91489a3a-ab09-42a8-8c7e-af269a9f1369 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.1471283
May 12 08:19:16.689205 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-4520a768-6053-423c-997a-387928db613f None None] Transition to ACTIVE for port object b610ba93-b40a-4912-9138-6d0c73b5e274 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:19:16.703347 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4520a768-6053-423c-997a-387928db613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:16.716222 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-537b244f-bb37-4227-83ee-c6656b58b5f7 req-510e563e-8183-4ef8-bf02-9fd7ca432cd3 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960147
May 12 08:19:16.736535 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-0bf35a0e-8329-45aa-b8a8-58a905080fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:16.991103 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5d401-601c-494d-a66c-a0c46fdd7760 None None] Pushing event updated for resources: {'Port': ['ID=b610ba93-b40a-4912-9138-6d0c73b5e274,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:17.115549 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-9dc5d401-601c-494d-a66c-a0c46fdd7760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:17.284071 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-4520a768-6053-423c-997a-387928db613f None None] Attempting to bind port b610ba93-b40a-4912-9138-6d0c73b5e274 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:19:17.284813 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-4520a768-6053-423c-997a-387928db613f None None] Attempting to bind port b610ba93-b40a-4912-9138-6d0c73b5e274 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': 'a01cb571-bae1-49dc-9ce4-d2e8d0b3738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:19:17.285058 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520a768-6053-423c-997a-387928db613f None None] Attempting to bind port b610ba93-b40a-4912-9138-6d0c73b5e274 on network d059f281-43cf-4db2-adf5-3630752135a4 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:19:17.294805 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520a768-6053-423c-997a-387928db613f None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:19:17.296516 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520a768-6053-423c-997a-387928db613f None None] Checking segment: {'id': 'a01cb571-bae1-49dc-9ce4-d2e8d0b3738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:19:17.297649 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4520a768-6053-423c-997a-387928db613f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:17.298664 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520a768-6053-423c-997a-387928db613f None None] Bound using segment: {'id': 'a01cb571-bae1-49dc-9ce4-d2e8d0b3738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:19:17.300578 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-4520a768-6053-423c-997a-387928db613f None None] Bound port: b610ba93-b40a-4912-9138-6d0c73b5e274, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01cb571-bae1-49dc-9ce4-d2e8d0b3738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:19:17.304770 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4520a768-6053-423c-997a-387928db613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:17.546414 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-4520a768-6053-423c-997a-387928db613f None None] For port b610ba93-b40a-4912-9138-6d0c73b5e274, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:19:17.552680 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-4520a768-6053-423c-997a-387928db613f None None] For port b610ba93-b40a-4912-9138-6d0c73b5e274, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=b610ba93-b40a-4912-9138-6d0c73b5e274,segment=NetworkSegment(a01cb571-bae1-49dc-9ce4-d2e8d0b3738c),segment_id=a01cb571-bae1-49dc-9ce4-d2e8d0b3738c)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:19:17.568762 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4520a768-6053-423c-997a-387928db613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:17.573102 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:17.639970 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aadbaa-90e1-44ee-bafe-e213c1ab0643 req-d11a4c68-e778-4706-86b9-3b7125450986 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:17.650818 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0aadbaa-90e1-44ee-bafe-e213c1ab0643 req-d11a4c68-e778-4706-86b9-3b7125450986 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.2015104
May 12 08:19:17.725359 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520a768-6053-423c-997a-387928db613f None None] Routers {'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:19:17.726532 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-4520a768-6053-423c-997a-387928db613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98bbba30>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:18:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:17.743579 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b0aadbaa-90e1-44ee-bafe-e213c1ab0643 req-5d5f7349-2fef-4479-82b6-97d0cb21657a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901697
May 12 08:19:17.783754 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918187-20ab-4017-842b-08a53ce26713 req-66a4cc3c-da11-4018-8add-5e364a2e02a3 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:17.785303 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-66a4cc3c-da11-4018-8add-5e364a2e02a3 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 810 time: 0.5198224
May 12 08:19:17.857423 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64230e-f067-4b93-afea-979f13c85e37 req-224cc99a-cb2c-43cb-8a08-3b903ab65480 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:17.864718 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-3b64230e-f067-4b93-afea-979f13c85e37 req-224cc99a-cb2c-43cb-8a08-3b903ab65480 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Synchronizing usage tracker for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:17.895356 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-3b64230e-f067-4b93-afea-979f13c85e37 req-224cc99a-cb2c-43cb-8a08-3b903ab65480 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Unset dirty status for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:17.902955 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3b64230e-f067-4b93-afea-979f13c85e37 req-224cc99a-cb2c-43cb-8a08-3b903ab65480 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 945 time: 0.4485955
May 12 08:19:17.934317 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a930a747-eaa1-4f23-80a9-cd9e8c34fcf8 req-bcfdcbb0-8657-4712-ac93-a7cb4b9c5c88 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 210 time: 0.0683782
May 12 08:19:17.979830 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5d401-601c-494d-a66c-a0c46fdd7760 None None] Pushing event updated for resources: {'Port': ['ID=b610ba93-b40a-4912-9138-6d0c73b5e274,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:17.999675 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3b64230e-f067-4b93-afea-979f13c85e37 req-420600ba-e993-4866-a4d5-6add87797d70 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935616
May 12 08:19:18.010083 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-9dc5d401-601c-494d-a66c-a0c46fdd7760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:18.108412 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-4520a768-6053-423c-997a-387928db613f None None] Set router c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:19:18.157013 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52300ea9-787f-4d60-9502-1b4b4d6ea2d8 req-283a353e-6abb-4062-bc2a-3b0d0e515260 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:18.158754 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-52300ea9-787f-4d60-9502-1b4b4d6ea2d8 req-283a353e-6abb-4062-bc2a-3b0d0e515260 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.1026182
May 12 08:19:18.223611 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-52300ea9-787f-4d60-9502-1b4b4d6ea2d8 req-8ea6af94-d89a-432e-b893-5edaef26d091 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524328
May 12 08:19:18.501120 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-4520a768-6053-423c-997a-387928db613f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98bbba30>, [{'id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'name': 'tempest-TestMinimumBasicScenario-2035480650-router', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:19:06Z', 'updated_at': '2021-05-12T08:19:12Z', 'revision_number': 4, 'project_id': 'ba5a00a6269b48e9bde428f7876072de', 'gw_port': {'id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:07Z', 'updated_at': '2021-05-12T08:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'b610ba93-b40a-4912-9138-6d0c73b5e274', 'name': '', 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'mac_address': 'fa:16:3e:f6:ed:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7d909c24-90ec-4aa7-b804-4bbee07955ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:11Z', 'updated_at': '2021-05-12T08:19:17Z', 'revision_number': 4, 'project_id': 'ba5a00a6269b48e9bde428f7876072de', 'subnets': [{'id': '7d909c24-90ec-4aa7-b804-4bbee07955ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:18.527415 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4520a768-6053-423c-997a-387928db613f None None] The sync data for ids ['c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'] in dv-cinder-790910-1-iscsi is: [{'id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'name': 'tempest-TestMinimumBasicScenario-2035480650-router', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:19:06Z', 'updated_at': '2021-05-12T08:19:12Z', 'revision_number': 4, 'project_id': 'ba5a00a6269b48e9bde428f7876072de', 'gw_port': {'id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:07Z', 'updated_at': '2021-05-12T08:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'b610ba93-b40a-4912-9138-6d0c73b5e274', 'name': '', 'network_id': 'd059f281-43cf-4db2-adf5-3630752135a4', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'mac_address': 'fa:16:3e:f6:ed:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7d909c24-90ec-4aa7-b804-4bbee07955ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:11Z', 'updated_at': '2021-05-12T08:19:17Z', 'revision_number': 4, 'project_id': 'ba5a00a6269b48e9bde428f7876072de', 'subnets': [{'id': '7d909c24-90ec-4aa7-b804-4bbee07955ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:19:19.002762 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e28da-33d8-49e8-84ce-b8d9b0089db4 req-c2f6364b-5501-47c1-9994-ca632e6a308e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:19.013648 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-287e28da-33d8-49e8-84ce-b8d9b0089db4 req-c2f6364b-5501-47c1-9994-ca632e6a308e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1287098
May 12 08:19:19.080298 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-287e28da-33d8-49e8-84ce-b8d9b0089db4 req-fba5904f-3b39-410d-ba96-9a29ce6d9e23 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648456
May 12 08:19:19.192587 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f4233ab3-cb47-45a4-8928-c34f79864c42 req-2ce45df2-7bad-41cc-89f8-570f1a1e55db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 210 time: 0.0928099
May 12 08:19:19.342249 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b211e-a7ac-411e-9269-7f8759a847af req-4a554e8a-d711-434b-95ee-7e4d722ca02d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:19.343929 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e05b211e-a7ac-411e-9269-7f8759a847af req-4a554e8a-d711-434b-95ee-7e4d722ca02d tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 945 time: 0.1586592
May 12 08:19:19.411416 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e05b211e-a7ac-411e-9269-7f8759a847af req-5d93c6be-c8c4-4034-87e7-197fa990312c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608377
May 12 08:19:19.514831 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490006b-a5f1-4042-961c-60b241272520 req-6719691e-483b-44e4-9200-b9a9d7d747e8 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:19.525759 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b490006b-a5f1-4042-961c-60b241272520 req-6719691e-483b-44e4-9200-b9a9d7d747e8 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.1245413
May 12 08:19:19.574170 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b490006b-a5f1-4042-961c-60b241272520 req-534c04b4-d420-48bd-aa58-bef8e1ab166a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462132
May 12 08:19:19.621227 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device b610ba93-b40a-4912-9138-6d0c73b5e274 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:19.692346 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port b610ba93-b40a-4912-9138-6d0c73b5e274 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:19.698188 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port b610ba93-b40a-4912-9138-6d0c73b5e274 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:19.698576 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:19.842605 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:19.876300 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port b610ba93-b40a-4912-9138-6d0c73b5e274, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=b610ba93-b40a-4912-9138-6d0c73b5e274,segment=NetworkSegment(a01cb571-bae1-49dc-9ce4-d2e8d0b3738c),segment_id=a01cb571-bae1-49dc-9ce4-d2e8d0b3738c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:19.881344 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:19.883166 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:19.990912 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=b610ba93-b40a-4912-9138-6d0c73b5e274,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:19.994056 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:20.315955 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bf7f7-eaed-434c-9c51-4d3f3623083f req-1333ab7c-1ffb-4568-92f7-4373456c90f3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:20.331017 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-907bf7f7-eaed-434c-9c51-4d3f3623083f req-1333ab7c-1ffb-4568-92f7-4373456c90f3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1421177
May 12 08:19:20.392025 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1a1ac505-4c7d-472b-9cae-db7bdc22e463 req-135e16a4-facf-4df1-8d82-f402272e1db6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 210 time: 0.0606036
May 12 08:19:20.403345 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-907bf7f7-eaed-434c-9c51-4d3f3623083f req-cb6653df-2b2a-4f21-9b46-9a098e7634eb tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706303
May 12 08:19:20.680295 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48322018-dddb-478a-a95b-26a9e081ecb8 req-899e8178-d68c-4049-acd9-13e38e63c2ad tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:20.682522 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-48322018-dddb-478a-a95b-26a9e081ecb8 req-899e8178-d68c-4049-acd9-13e38e63c2ad tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 945 time: 0.1350131
May 12 08:19:20.734227 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-48322018-dddb-478a-a95b-26a9e081ecb8 req-34c88046-2df4-42db-a1e7-9e09b2a3b06e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457821
May 12 08:19:20.815782 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c2413-ffb1-4424-879d-8ab638b6ae30 req-b99581a2-db13-4c82-be5b-beba67c6cab3 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:20.817467 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-160c2413-ffb1-4424-879d-8ab638b6ae30 req-b99581a2-db13-4c82-be5b-beba67c6cab3 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.0951424
May 12 08:19:20.869686 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-160c2413-ffb1-4424-879d-8ab638b6ae30 req-d5fc2458-ca1b-49c7-8ae2-aab29c21f078 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465729
May 12 08:19:21.067142 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 81fc3e62-68c2-450b-a878-288815da6114 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:21.153563 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-79d63802-1cce-4b98-9c82-6af6ea26f8b4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c87a10dabb5e4a7b99e8710c8856d492 HTTP/1.1" status: 200  len: 379 time: 0.0725577
May 12 08:19:21.164843 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'port': {'device_id': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'admin_state_up': True, 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'security_groups': ['ee9f0f58-96a0-4fdc-a692-98c68f71a1d4']}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:19:21.201767 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 81fc3e62-68c2-450b-a878-288815da6114 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:21.202600 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:21.336573 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:21.347077 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:19:21.359234 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:19:21.371169 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fc3e62-68c2-450b-a878-288815da6114'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:21.374257 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Made reservation on behalf of c87a10dabb5e4a7b99e8710c8856d492 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:19:21.379431 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:21.393258 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=81fc3e62-68c2-450b-a878-288815da6114,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:21.401037 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:21.403138 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:21.573036 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fc3e62-68c2-450b-a878-288815da6114', 'code': 200}
May 12 08:19:21.593260 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=81fc3e62-68c2-450b-a878-288815da6114,revision_number=7']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:21.603608 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:21.677103 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device b610ba93-b40a-4912-9138-6d0c73b5e274 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:21.777509 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9cc32cd6-f4f6-4cb7-9fd2-abaa1bd4f98f req-c547cf3d-5fea-4fb2-a311-fd3c8b378f7c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 210 time: 0.0847049
May 12 08:19:21.826000 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port b610ba93-b40a-4912-9138-6d0c73b5e274 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:21.826375 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:21.951893 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Allocated IP 172.20.0.3 (37e969d9-2b61-4149-b6a0-e4045133e6d2/70936901-4fd1-4365-9a28-2613415a8b74/fe0d07b4-8569-4285-aa6c-d9d787414003) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:19:21.969352 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9488c-747b-4cf9-a18e-eaa59d94d166 req-75e3d146-60f6-41fe-8f97-7eebf77bf9c1 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:21.971280 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c8c9488c-747b-4cf9-a18e-eaa59d94d166 req-75e3d146-60f6-41fe-8f97-7eebf77bf9c1 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1567423
May 12 08:19:22.035064 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d0129-77e1-4a91-8622-488a1ce16365 req-6f1290db-e6c5-4cee-8f81-bfd07131dfdb tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:22.036906 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7d1d0129-77e1-4a91-8622-488a1ce16365 req-6f1290db-e6c5-4cee-8f81-bfd07131dfdb tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 945 time: 0.1217623
May 12 08:19:22.043283 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c8c9488c-747b-4cf9-a18e-eaa59d94d166 req-0219745d-ab79-406b-92dc-8550a113f385 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644517
May 12 08:19:22.116716 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7d1d0129-77e1-4a91-8622-488a1ce16365 req-547f9fa0-be51-4f6c-9333-dafcf99777b0 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714891
May 12 08:19:22.304389 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c676d9-c084-4c62-a61e-97d1f2685dec req-daa459e7-18e9-44e0-a8cf-e50b98d7245a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:22.306068 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c9c676d9-c084-4c62-a61e-97d1f2685dec req-daa459e7-18e9-44e0-a8cf-e50b98d7245a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1456344
May 12 08:19:22.309020 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:22.345566 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Transition to ACTIVE for port object fe0d07b4-8569-4285-aa6c-d9d787414003 will not be triggered until provisioned by entity DHCP. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:19:22.367205 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c9c676d9-c084-4c62-a61e-97d1f2685dec req-1deff7c9-57c2-438c-b9fc-463dd5603a11 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547020
May 12 08:19:22.392940 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:22.409058 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:22.482116 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Network 37e969d9-2b61-4149-b6a0-e4045133e6d2 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:19:22.486365 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:19:22.488469 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'Port': ['ID=fe0d07b4-8569-4285-aa6c-d9d787414003,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:22.490763 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:19:22.522717 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:22.573969 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:22.574519 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:22.609937 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4489155
May 12 08:19:22.717082 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-79889564-cd11-461b-a260-3670e4c54d15 None None] Provisioning for port fe0d07b4-8569-4285-aa6c-d9d787414003 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:22.723929 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-79889564-cd11-461b-a260-3670e4c54d15 None None] Provisioning complete for port fe0d07b4-8569-4285-aa6c-d9d787414003 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:22.724475 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-79889564-cd11-461b-a260-3670e4c54d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:22.779034 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-79889564-cd11-461b-a260-3670e4c54d15 None None] Port fe0d07b4-8569-4285-aa6c-d9d787414003 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:19:22.875968 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-80090875-af93-4777-aba9-524976f09a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:23.018456 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9b870-6e8b-499f-8499-99b1514f2ab7 req-85cdb568-cef8-4686-93c2-e9d961c8cc44 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:23.020103 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-30a9b870-6e8b-499f-8499-99b1514f2ab7 req-85cdb568-cef8-4686-93c2-e9d961c8cc44 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 931 time: 0.1209738
May 12 08:19:23.080602 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-30a9b870-6e8b-499f-8499-99b1514f2ab7 req-974d849c-cd71-400c-a5e0-a192e03e1d99 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450041
May 12 08:19:23.260823 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97837599-86f5-474a-9e96-9bcdb26b0056 req-028c5841-1a6a-4ba5-8ba9-f73d17bc6013 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:23.268793 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-97837599-86f5-474a-9e96-9bcdb26b0056 req-028c5841-1a6a-4ba5-8ba9-f73d17bc6013 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1086771
May 12 08:19:23.329509 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-97837599-86f5-474a-9e96-9bcdb26b0056 req-f728300a-2cb7-4335-97e2-733a70c310df tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526223
May 12 08:19:23.336970 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed33ad-33a9-499d-87a9-b4640ec2838c req-eea76829-dc28-4c52-80e4-f39fcd21717b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:23.339036 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d8ed33ad-33a9-499d-87a9-b4640ec2838c req-eea76829-dc28-4c52-80e4-f39fcd21717b tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 945 time: 0.0968139
May 12 08:19:23.388774 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d8ed33ad-33a9-499d-87a9-b4640ec2838c req-f7ce2aab-c73a-4f2e-a0cc-3f65f71cf276 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411847
May 12 08:19:23.575037 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054a7fb-7de5-47df-a849-2f1a9453dd9c req-c6d75e85-4dcc-4be2-ad54-77766900cd83 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:23.576664 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d054a7fb-7de5-47df-a849-2f1a9453dd9c req-c6d75e85-4dcc-4be2-ad54-77766900cd83 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.0870345
May 12 08:19:23.626471 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d054a7fb-7de5-47df-a849-2f1a9453dd9c req-0ea81c50-e162-4561-a8e0-5cc28e24c031 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431254
May 12 08:19:24.273811 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dea21-5ace-446d-8c1d-76e1af8f8882 req-6a55b7ad-fead-4aaa-a346-c2f2cf434aab tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:24.275435 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-402dea21-5ace-446d-8c1d-76e1af8f8882 req-6a55b7ad-fead-4aaa-a346-c2f2cf434aab tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 931 time: 0.0870562
May 12 08:19:24.427675 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-402dea21-5ace-446d-8c1d-76e1af8f8882 req-2628eead-56c1-4572-aea4-d8583078551b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1439648
May 12 08:19:24.541530 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c5faf-33d5-4d79-8949-f5ac25fe288d req-3c02edff-8af6-4abd-9771-148cd7a1a1fe tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:24.548375 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e21c5faf-33d5-4d79-8949-f5ac25fe288d req-3c02edff-8af6-4abd-9771-148cd7a1a1fe tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0945909
May 12 08:19:24.598718 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e21c5faf-33d5-4d79-8949-f5ac25fe288d req-35967dbe-5340-4cd5-9243-9e47ed5e81aa tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493884
May 12 08:19:24.628413 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2e463-bab6-436b-b046-07883fac8b7f req-b75cbc68-e6d1-4fdb-8677-2f6ec89fc5fb tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:24.633622 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7de2e463-bab6-436b-b046-07883fac8b7f req-b75cbc68-e6d1-4fdb-8677-2f6ec89fc5fb tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 945 time: 0.1139765
May 12 08:19:24.691180 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7de2e463-bab6-436b-b046-07883fac8b7f req-bfc1b143-7364-4e1b-9bef-e1ff25ba5d91 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539925
May 12 08:19:24.817244 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Request body: {'port': {'device_id': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:19:24.943310 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b16282-fce0-4739-b491-ad7cc9d364ea req-0ceb3378-29b5-4ca5-ab09-702063b30128 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:24.944818 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-48b16282-fce0-4739-b491-ad7cc9d364ea req-0ceb3378-29b5-4ca5-ab09-702063b30128 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1875055
May 12 08:19:25.016595 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-48b16282-fce0-4739-b491-ad7cc9d364ea req-1b05eb25-d305-41ef-8307-09c9efb061dd tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658183
May 12 08:19:25.017480 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:25.263775 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:25.470443 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0d07b4-8569-4285-aa6c-d9d787414003 {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:19:25.511475 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:25.571413 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Transition to ACTIVE for port object fe0d07b4-8569-4285-aa6c-d9d787414003 will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:19:25.578106 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:25.607486 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e8ac5b21-149b-4c0c-ada0-67f216db90fa tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:25.645729 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-792d1231-ad2f-4f76-bb57-7389e6565bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:25.903384 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13778c7-4a29-4dc1-a0e8-a84c0c481389 req-33abf804-a80c-438a-86bf-f8e836c1f1d3 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:25.953816 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b13778c7-4a29-4dc1-a0e8-a84c0c481389 req-33abf804-a80c-438a-86bf-f8e836c1f1d3 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 943 time: 0.2406271
May 12 08:19:26.030815 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b13778c7-4a29-4dc1-a0e8-a84c0c481389 req-6682be16-b1cd-45f1-9dd5-aff06311a532 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972712
May 12 08:19:26.413289 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:26.423006 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e147f06-0889-4788-97a2-7da0c3e57fc8 req-8c1f2129-961b-495d-9ef4-4020c261b938 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:26.437719 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e147f06-0889-4788-97a2-7da0c3e57fc8 req-8c1f2129-961b-495d-9ef4-4020c261b938 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 945 time: 0.1931167
May 12 08:19:26.601221 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0d07b4-8569-4285-aa6c-d9d787414003,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:26.629321 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e147f06-0889-4788-97a2-7da0c3e57fc8 req-bc11c8a1-f313-446a-9e8c-f6a2b4f02216 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886790
May 12 08:19:26.707200 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889c32-2d37-46ba-9147-820f6a629b54 req-f97d783f-8828-4774-a8d7-645ea742d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:26.709250 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7a889c32-2d37-46ba-9147-820f6a629b54 req-f97d783f-8828-4774-a8d7-645ea742d3c3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 1099 time: 0.2684205
May 12 08:19:26.760418 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7a889c32-2d37-46ba-9147-820f6a629b54 req-006680ca-ec7e-48a5-9d90-b6aa585006db service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401132
May 12 08:19:26.765626 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:26.777853 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:26.778484 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:26.778992 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:26.779589 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:26.780082 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:26.780580 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:26.781088 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:26.781605 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:26.782688 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:26.783808 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:26.784311 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:26.789707 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.187s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:26.918979 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Attempting to bind port fe0d07b4-8569-4285-aa6c-d9d787414003 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:19:26.919230 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Attempting to bind port fe0d07b4-8569-4285-aa6c-d9d787414003 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:19:26.919561 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Attempting to bind port fe0d07b4-8569-4285-aa6c-d9d787414003 on network 37e969d9-2b61-4149-b6a0-e4045133e6d2 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:19:26.937014 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af7421-9027-415a-b7bb-8206b915ba40 req-f51a9412-ba2d-4dd0-a267-dd975aa83602 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:26.945237 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a7af7421-9027-415a-b7bb-8206b915ba40 req-f51a9412-ba2d-4dd0-a267-dd975aa83602 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 1.0336187
May 12 08:19:26.968858 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Port fe0d07b4-8569-4285-aa6c-d9d787414003 on network 37e969d9-2b61-4149-b6a0-e4045133e6d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:19:26.969209 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Attempting to bind port fe0d07b4-8569-4285-aa6c-d9d787414003 on network 37e969d9-2b61-4149-b6a0-e4045133e6d2 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:19:26.978473 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b8e2f-2fc9-4c4a-92fa-cdddd4f0378a req-ec275d81-b576-4167-a6d9-d91fedc91551 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:26.979986 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-077b8e2f-2fc9-4c4a-92fa-cdddd4f0378a req-ec275d81-b576-4167-a6d9-d91fedc91551 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 945 time: 0.8664634
May 12 08:19:26.993011 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804523c-48c4-4a5f-881d-225f55daac0f req-acaa34df-5051-4553-8891-7e404805c737 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:26.994735 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a804523c-48c4-4a5f-881d-225f55daac0f req-acaa34df-5051-4553-8891-7e404805c737 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1695263
May 12 08:19:27.078018 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a804523c-48c4-4a5f-881d-225f55daac0f req-b7d914f7-ad89-4a98-b50d-c84527c9ffb4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775728
May 12 08:19:27.155396 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:19:27.155896 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Checking segment: {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:19:27.156391 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Bound using segment: {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:19:27.156942 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Bound port: fe0d07b4-8569-4285-aa6c-d9d787414003, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:19:27.157428 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:27.281245 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a7af7421-9027-415a-b7bb-8206b915ba40 req-b65b1d91-983a-409c-b2cd-fe5b3241bde4 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3350654
May 12 08:19:27.358651 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] For port fe0d07b4-8569-4285-aa6c-d9d787414003, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:19:27.361659 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-077b8e2f-2fc9-4c4a-92fa-cdddd4f0378a req-d5ef5c66-969a-4bf4-8cc0-67b0d5a0684c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Deleting port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:19:27.362226 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-077b8e2f-2fc9-4c4a-92fa-cdddd4f0378a req-d5ef5c66-969a-4bf4-8cc0-67b0d5a0684c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:27.405212 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4221840-7e7b-4dc7-a076-0c49dd7c359c req-ab900a95-1f86-4f50-8233-38c378f9059e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:27.409683 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a4221840-7e7b-4dc7-a076-0c49dd7c359c req-ab900a95-1f86-4f50-8233-38c378f9059e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 943 time: 0.1631219
May 12 08:19:27.482217 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] For port fe0d07b4-8569-4285-aa6c-d9d787414003, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fe0d07b4-8569-4285-aa6c-d9d787414003,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:19:27.497772 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:27.513355 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a4221840-7e7b-4dc7-a076-0c49dd7c359c req-af8b7f52-b5c4-4090-b170-533ea576b4dc tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971944
May 12 08:19:27.531213 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-350d4edf-e51a-4942-a05d-8ebe1d847e9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:27.614842 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:27.615621 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:27.617361 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] 10.222.0.39 "PUT /v2.0/ports/fe0d07b4-8569-4285-aa6c-d9d787414003 HTTP/1.1" status: 200  len: 1093 time: 2.8067861
May 12 08:19:27.630630 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'tag': 'fe0d07b4-8569-4285-aa6c-d9d787414003'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:27.780716 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'tag': 'fe0d07b4-8569-4285-aa6c-d9d787414003', 'status': 'completed', 'code': 200}
May 12 08:19:27.815569 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0d07b4-8569-4285-aa6c-d9d787414003,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:27.818312 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:27.832497 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:27.843447 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-077b8e2f-2fc9-4c4a-92fa-cdddd4f0378a req-d5ef5c66-969a-4bf4-8cc0-67b0d5a0684c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] For port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:27.843809 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-077b8e2f-2fc9-4c4a-92fa-cdddd4f0378a req-d5ef5c66-969a-4bf4-8cc0-67b0d5a0684c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:27.985473 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a885c6-5e41-4564-8b1c-1a11546e08c1 req-360bde84-2d19-41ce-b84d-5ea089d06cdf tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:27.994345 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-99a885c6-5e41-4564-8b1c-1a11546e08c1 req-360bde84-2d19-41ce-b84d-5ea089d06cdf tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=457d6385-c648-42f5-b5b8-b0ccfea261de HTTP/1.1" status: 200  len: 945 time: 0.1216083
May 12 08:19:28.060702 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-99a885c6-5e41-4564-8b1c-1a11546e08c1 req-c968c2e6-3646-484c-9d57-35dff975c0b2 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645096
May 12 08:19:28.100702 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-077b8e2f-2fc9-4c4a-92fa-cdddd4f0378a req-d5ef5c66-969a-4bf4-8cc0-67b0d5a0684c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Calling delete_port for b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:19:28.131033 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918187-20ab-4017-842b-08a53ce26713 req-7b6aed05-3c9d-44f7-814c-57eab1dc2155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:28.132539 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-7b6aed05-3c9d-44f7-814c-57eab1dc2155 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 1096 time: 0.4560704
May 12 08:19:28.259197 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-86bad873-bc67-48e2-9895-cbfdb7bc1b17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d07b4-8569-4285-aa6c-d9d787414003 HTTP/1.1" status: 200  len: 217 time: 0.1089087
May 12 08:19:28.355765 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c47786-d51d-4fde-8ae8-0ff1f621d979 req-341faa42-43a4-4b6b-8e1f-79e6a7c486d3 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:28.364401 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f5c47786-d51d-4fde-8ae8-0ff1f621d979 req-341faa42-43a4-4b6b-8e1f-79e6a7c486d3 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1347635
May 12 08:19:28.428031 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f5c47786-d51d-4fde-8ae8-0ff1f621d979 req-fd73a4e7-9630-4a9e-b83b-21509c22c564 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616486
May 12 08:19:28.447622 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918187-20ab-4017-842b-08a53ce26713 req-984ce779-ae53-47fa-9600-d53271239763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:28.453892 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-984ce779-ae53-47fa-9600-d53271239763 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 200  len: 849 time: 0.1852636
May 12 08:19:28.997527 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918187-20ab-4017-842b-08a53ce26713 req-1911a431-7260-4861-92c2-4423dad8d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:29.003694 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-1911a431-7260-4861-92c2-4423dad8d8ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37e969d9-2b61-4149-b6a0-e4045133e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5416391
May 12 08:19:29.048698 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-077b8e2f-2fc9-4c4a-92fa-cdddd4f0378a req-d5ef5c66-969a-4bf4-8cc0-67b0d5a0684c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:29.068242 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['ccaad97e-28d7-43fc-8ccd-b132c7d9ada5', '76fe7079-d4ef-4e77-9940-e03e01715311'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:19:29.107984 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:29.316552 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef5c66-969a-4bf4-8cc0-67b0d5a0684c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Pushing event deleted for resources: {'Port': ['ID=b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:29.343960 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d5ef5c66-969a-4bf4-8cc0-67b0d5a0684c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:29.653672 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf1f31-2e21-4f66-9f12-f3b52ff61c82 req-229ee8d4-106c-4023-a58a-c3dc1c1d8ca4 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:29.670935 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3fbf1f31-2e21-4f66-9f12-f3b52ff61c82 req-229ee8d4-106c-4023-a58a-c3dc1c1d8ca4 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 1.0701568
May 12 08:19:29.673220 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-077b8e2f-2fc9-4c4a-92fa-cdddd4f0378a req-d5ef5c66-969a-4bf4-8cc0-67b0d5a0684c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] No DVR routers for this DVR port b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:19:29.676708 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-077b8e2f-2fc9-4c4a-92fa-cdddd4f0378a req-d5ef5c66-969a-4bf4-8cc0-67b0d5a0684c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:29.758539 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-077b8e2f-2fc9-4c4a-92fa-cdddd4f0378a req-d5ef5c66-969a-4bf4-8cc0-67b0d5a0684c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "DELETE /v2.0/ports/b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb HTTP/1.1" status: 204  len: 173 time: 2.7718053
May 12 08:19:29.821050 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457d6385-c648-42f5-b5b8-b0ccfea261de', 'name': 'network-vif-deleted', 'tag': 'b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:29.839488 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-1f0c1ee2-ede8-45ca-a7c4-ebd8acd4590b service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8247049
May 12 08:19:29.845757 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3fbf1f31-2e21-4f66-9f12-f3b52ff61c82 req-7ebd5318-b53d-4af0-9549-c409c8f48829 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737070
May 12 08:19:30.020390 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-41918187-20ab-4017-842b-08a53ce26713 req-e4a44fa5-e3f1-460d-ae8f-bf7cc4f03920 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723177
May 12 08:19:30.033107 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:19:30.098614 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:19:30.099970 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:19:30.253327 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a3750-281b-4f74-9302-242aae424324 req-a70ac3b1-fc23-4f0e-9733-09fa1a38c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:30.253327 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3a3750-281b-4f74-9302-242aae424324 req-a70ac3b1-fc23-4f0e-9733-09fa1a38c6cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 1096 time: 0.1312959
May 12 08:19:30.278461 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee2788-84e3-4aff-bbdd-ded22912be56 req-f0e38313-ca91-4adc-87b3-642748a0273c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:30.279195 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-e7ee2788-84e3-4aff-bbdd-ded22912be56 req-f0e38313-ca91-4adc-87b3-642748a0273c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Synchronizing usage tracker for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:30.507596 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-e7ee2788-84e3-4aff-bbdd-ded22912be56 req-f0e38313-ca91-4adc-87b3-642748a0273c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Unset dirty status for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:30.517151 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e7ee2788-84e3-4aff-bbdd-ded22912be56 req-f0e38313-ca91-4adc-87b3-642748a0273c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 943 time: 0.4661512
May 12 08:19:30.613280 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e7ee2788-84e3-4aff-bbdd-ded22912be56 req-54bbee6f-6466-404d-b2c4-bb0ae6d02210 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949931
May 12 08:19:30.701568 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a3750-281b-4f74-9302-242aae424324 req-2bb03aef-d218-48f2-8dc5-e168e4a293a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:30.703447 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3a3750-281b-4f74-9302-242aae424324 req-2bb03aef-d218-48f2-8dc5-e168e4a293a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 911 time: 0.4352918
May 12 08:19:30.806056 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3a3750-281b-4f74-9302-242aae424324 req-d2417b79-f703-4da6-8c50-5a4acf8ded14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d07b4-8569-4285-aa6c-d9d787414003 HTTP/1.1" status: 200  len: 217 time: 0.0938554
May 12 08:19:31.003350 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a3750-281b-4f74-9302-242aae424324 req-329b1c7f-d0fd-4c00-b895-7c2b580271fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:31.006757 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3a3750-281b-4f74-9302-242aae424324 req-329b1c7f-d0fd-4c00-b895-7c2b580271fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 200  len: 849 time: 0.1760731
May 12 08:19:31.194129 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a3750-281b-4f74-9302-242aae424324 req-db6e25aa-5286-4d52-a4b8-86b96556b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:31.197675 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3a3750-281b-4f74-9302-242aae424324 req-db6e25aa-5286-4d52-a4b8-86b96556b021 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37e969d9-2b61-4149-b6a0-e4045133e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1835954
May 12 08:19:31.456514 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3a3750-281b-4f74-9302-242aae424324 req-e2b19bfe-7f0e-48e8-8e99-34e83687f8d9 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2503538
May 12 08:19:31.824330 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3a3750-281b-4f74-9302-242aae424324 req-e781fcfd-5bd8-4f10-8811-791be84da5ed service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3599901
May 12 08:19:31.939807 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b21aef-e2cc-4de7-af67-0064b257ceba req-12b68440-8b60-4a8f-87f9-018e65604a95 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:31.947992 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-30b21aef-e2cc-4de7-af67-0064b257ceba req-12b68440-8b60-4a8f-87f9-018e65604a95 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1054809
May 12 08:19:32.003196 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-30b21aef-e2cc-4de7-af67-0064b257ceba req-6e4e881b-8703-4864-a19c-309ce1be5603 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541582
May 12 08:19:32.107682 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457d6385-c648-42f5-b5b8-b0ccfea261de', 'name': 'network-vif-deleted', 'tag': 'b7ed969a-6cf9-4d64-8bb9-9b3b904e9acb', 'status': 'completed', 'code': 200}
May 12 08:19:32.989134 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a3b13-91e4-47d7-9235-09e05cb3a7d9 req-e760046a-8a8f-4d41-9984-645c876988da tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:32.999778 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e17a3b13-91e4-47d7-9235-09e05cb3a7d9 req-e760046a-8a8f-4d41-9984-645c876988da tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 943 time: 0.1369195
May 12 08:19:33.112586 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e17a3b13-91e4-47d7-9235-09e05cb3a7d9 req-4ef01821-7177-417d-9232-aea24d6d92e7 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102710
May 12 08:19:33.545133 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fb43f-8c81-45bc-82d1-82021efd2d67 req-dd613436-182e-4b38-951a-bf6170e7ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:33.546663 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5d4fb43f-8c81-45bc-82d1-82021efd2d67 req-dd613436-182e-4b38-951a-bf6170e7ee2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 1099 time: 0.1352201
May 12 08:19:33.902848 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fb43f-8c81-45bc-82d1-82021efd2d67 req-487e1e25-6cbd-4d31-ae7f-01b6dd2a4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:33.908847 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5d4fb43f-8c81-45bc-82d1-82021efd2d67 req-487e1e25-6cbd-4d31-ae7f-01b6dd2a4c25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 918 time: 0.3542078
May 12 08:19:34.048921 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0e21f-7f50-407e-b096-ed99a7a93970 req-5ec3209c-6ac8-49d5-980a-96a6468cb3a5 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:34.049823 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-1ce0e21f-7f50-407e-b096-ed99a7a93970 req-5ec3209c-6ac8-49d5-980a-96a6468cb3a5 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Synchronizing usage tracker for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:34.074668 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5d4fb43f-8c81-45bc-82d1-82021efd2d67 req-f169561c-576e-4964-959c-8323513959a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=377eb68e-c1dd-4646-beae-9867a6ee3ce9 HTTP/1.1" status: 200  len: 217 time: 0.1571145
May 12 08:19:34.135691 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-1ce0e21f-7f50-407e-b096-ed99a7a93970 req-5ec3209c-6ac8-49d5-980a-96a6468cb3a5 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Unset dirty status for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:34.147305 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1ce0e21f-7f50-407e-b096-ed99a7a93970 req-5ec3209c-6ac8-49d5-980a-96a6468cb3a5 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 946 time: 0.5453627
May 12 08:19:34.737432 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1ce0e21f-7f50-407e-b096-ed99a7a93970 req-feddb7f1-42a6-49e9-a18e-5779c608648c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5837040
May 12 08:19:34.882323 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fb43f-8c81-45bc-82d1-82021efd2d67 req-38182cfe-c64e-48fd-ac89-a23423a13175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:34.883917 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5d4fb43f-8c81-45bc-82d1-82021efd2d67 req-38182cfe-c64e-48fd-ac89-a23423a13175 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d718b66-00ea-4b07-8789-ea9a96f8f1de HTTP/1.1" status: 200  len: 857 time: 0.7608428
May 12 08:19:35.055617 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5d4fb43f-8c81-45bc-82d1-82021efd2d67 req-9bd8a8a1-2676-446b-83bd-a257ef54841d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16ee7d87-925d-4c15-81e4-8db373c2cfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1467700
May 12 08:19:35.346363 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a9404-8408-4ced-a011-f700a060a492 req-00cdd5c6-dc8b-4915-a9b7-96a7cb82fc40 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:35.348004 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7c1a9404-8408-4ced-a011-f700a060a492 req-00cdd5c6-dc8b-4915-a9b7-96a7cb82fc40 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 946 time: 0.6053736
May 12 08:19:35.528517 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-35e490af-c641-4dc2-bcc3-8d8534115d84 req-218a4707-8cef-42b5-804a-14b06361a28c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1647055
May 12 08:19:35.688045 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5d4fb43f-8c81-45bc-82d1-82021efd2d67 req-299abd6d-6d99-4c57-8610-ba63d73499e6 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6161153
May 12 08:19:35.711526 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e490af-c641-4dc2-bcc3-8d8534115d84 req-e4a2c883-3e5a-4277-be92-d19045a06125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:35.715183 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-35e490af-c641-4dc2-bcc3-8d8534115d84 req-e4a2c883-3e5a-4277-be92-d19045a06125 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca191bcd5f5a4387aad83a12a025e998&device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 1099 time: 0.1512685
May 12 08:19:35.836067 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd0d85-e742-4916-a923-c46fc0f93d76 req-65d92e7f-9ea8-4157-93aa-96ffb81f9070 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:35.857588 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c3fd0d85-e742-4916-a923-c46fc0f93d76 req-65d92e7f-9ea8-4157-93aa-96ffb81f9070 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.7345479
May 12 08:19:35.933255 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e490af-c641-4dc2-bcc3-8d8534115d84 req-167669eb-54ef-422f-9122-36ebd6d677e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:35.934483 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-35e490af-c641-4dc2-bcc3-8d8534115d84 req-167669eb-54ef-422f-9122-36ebd6d677e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 200  len: 918 time: 0.1716101
May 12 08:19:35.969304 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c3fd0d85-e742-4916-a923-c46fc0f93d76 req-b41b05b3-b88a-427f-b46b-506931363f16 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101732
May 12 08:19:36.009372 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-7c1a9404-8408-4ced-a011-f700a060a492 req-e2a83da0-e19b-42bc-a7b6-aa7e303a5497 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Deleting port 76fe7079-d4ef-4e77-9940-e03e01715311 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:19:36.010684 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-7c1a9404-8408-4ced-a011-f700a060a492 req-e2a83da0-e19b-42bc-a7b6-aa7e303a5497 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:36.031217 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-35e490af-c641-4dc2-bcc3-8d8534115d84 req-bd74e525-eece-49a9-a33e-e56b507ed085 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900d3b22-52e1-49e8-97c7-b02d237731d7 HTTP/1.1" status: 200  len: 217 time: 0.0874045
May 12 08:19:36.169529 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e490af-c641-4dc2-bcc3-8d8534115d84 req-8045a730-23e3-45da-ae02-57c6cf9b9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:36.171187 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-35e490af-c641-4dc2-bcc3-8d8534115d84 req-8045a730-23e3-45da-ae02-57c6cf9b9a2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d718b66-00ea-4b07-8789-ea9a96f8f1de HTTP/1.1" status: 200  len: 857 time: 0.1264701
May 12 08:19:36.229109 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-35e490af-c641-4dc2-bcc3-8d8534115d84 req-48437d03-91b9-4ea0-8fd5-edb362854de7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16ee7d87-925d-4c15-81e4-8db373c2cfc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502622
May 12 08:19:36.387950 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-7c1a9404-8408-4ced-a011-f700a060a492 req-e2a83da0-e19b-42bc-a7b6-aa7e303a5497 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] For port 76fe7079-d4ef-4e77-9940-e03e01715311, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=76fe7079-d4ef-4e77-9940-e03e01715311,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:36.388622 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-7c1a9404-8408-4ced-a011-f700a060a492 req-e2a83da0-e19b-42bc-a7b6-aa7e303a5497 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:36.403395 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-35e490af-c641-4dc2-bcc3-8d8534115d84 req-fe7a9cd5-8037-4133-b499-4d0044384842 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659472
May 12 08:19:36.418821 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5d4fb43f-8c81-45bc-82d1-82021efd2d67 req-c55ae1ad-e0e4-4dea-8589-404282233ca1 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7143645
May 12 08:19:36.588947 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-7c1a9404-8408-4ced-a011-f700a060a492 req-e2a83da0-e19b-42bc-a7b6-aa7e303a5497 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Calling delete_port for 76fe7079-d4ef-4e77-9940-e03e01715311 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:19:36.756352 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a4951-6ee6-4651-8132-7ff6ed40567d req-45de5e2c-3e1c-4ca6-883d-f1162fd03a2e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:36.764333 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f45a4951-6ee6-4651-8132-7ff6ed40567d req-45de5e2c-3e1c-4ca6-883d-f1162fd03a2e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.5508413
May 12 08:19:36.825548 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-35e490af-c641-4dc2-bcc3-8d8534115d84 req-f57c3493-1ada-44eb-b7e5-43e555216506 service neutron] 10.222.0.39 "GET /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4094036
May 12 08:19:36.833927 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f45a4951-6ee6-4651-8132-7ff6ed40567d req-68bcd75a-7adb-4048-a976-58b2e0abc287 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686748
May 12 08:19:36.868961 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-7c1a9404-8408-4ced-a011-f700a060a492 req-e2a83da0-e19b-42bc-a7b6-aa7e303a5497 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:36.874901 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-4a3a9c32-e328-4b08-9840-455d4edecb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:36.883939 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['ccaad97e-28d7-43fc-8ccd-b132c7d9ada5', '76fe7079-d4ef-4e77-9940-e03e01715311'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:19:36.942937 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a83da0-e19b-42bc-a7b6-aa7e303a5497 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Pushing event deleted for resources: {'Port': ['ID=76fe7079-d4ef-4e77-9940-e03e01715311,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:36.946667 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e2a83da0-e19b-42bc-a7b6-aa7e303a5497 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:37.117171 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1a9404-8408-4ced-a011-f700a060a492 req-e2a83da0-e19b-42bc-a7b6-aa7e303a5497 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] No DVR routers for this DVR port 76fe7079-d4ef-4e77-9940-e03e01715311 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:19:37.130936 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:19:37.132011 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-7c1a9404-8408-4ced-a011-f700a060a492 req-e2a83da0-e19b-42bc-a7b6-aa7e303a5497 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:37.135747 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b1a81f-6dc8-441c-93f1-2429c0b56c65', 'name': 'network-vif-deleted', 'tag': '76fe7079-d4ef-4e77-9940-e03e01715311'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:37.160280 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7c1a9404-8408-4ced-a011-f700a060a492 req-e2a83da0-e19b-42bc-a7b6-aa7e303a5497 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "DELETE /v2.0/ports/76fe7079-d4ef-4e77-9940-e03e01715311 HTTP/1.1" status: 204  len: 173 time: 1.7778597
May 12 08:19:37.224203 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0739e9-8873-46aa-a4f9-10ad590325a2 req-4bb3a117-0e10-4ad6-a2aa-ad1022afa8ac tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:37.225858 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3e0739e9-8873-46aa-a4f9-10ad590325a2 req-4bb3a117-0e10-4ad6-a2aa-ad1022afa8ac tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 943 time: 0.1495523
May 12 08:19:37.335965 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3e0739e9-8873-46aa-a4f9-10ad590325a2 req-77b36f85-74e6-4f51-920b-77c532218e05 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001260
May 12 08:19:37.475261 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0d1e9-684b-47a4-8e60-1a9177147916 req-73b07a25-4392-41b9-9588-cb6629bf1475 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:37.490246 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c9b0d1e9-684b-47a4-8e60-1a9177147916 req-73b07a25-4392-41b9-9588-cb6629bf1475 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.39 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 946 time: 0.3460374
May 12 08:19:37.720954 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58853f8f-48b9-4717-80fd-419ee796a8c5 req-19243129-4aea-43a9-bfad-9df5507ad73a tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:37.731766 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-58853f8f-48b9-4717-80fd-419ee796a8c5 req-19243129-4aea-43a9-bfad-9df5507ad73a tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 946 time: 0.1615739
May 12 08:19:37.787356 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [req-c9b0d1e9-684b-47a4-8e60-1a9177147916 req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Deleting port b4f69b40-e79a-4173-b9bc-90238c4fcd6d {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:19:37.787776 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-c9b0d1e9-684b-47a4-8e60-1a9177147916 req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:37.848827 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-58853f8f-48b9-4717-80fd-419ee796a8c5 req-d83f4401-43ae-4544-abbf-d628fa1eb689 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/security-groups?id=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116612
May 12 08:19:38.060520 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device fe0d07b4-8569-4285-aa6c-d9d787414003 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:19:38.178116 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-c9b0d1e9-684b-47a4-8e60-1a9177147916 req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] For port b4f69b40-e79a-4173-b9bc-90238c4fcd6d, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=b4f69b40-e79a-4173-b9bc-90238c4fcd6d,segment=NetworkSegment(24ee943b-0387-4da8-9613-f4c895716ba5),segment_id=24ee943b-0387-4da8-9613-f4c895716ba5)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:38.179352 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-c9b0d1e9-684b-47a4-8e60-1a9177147916 req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:38.315419 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-4eb9ea43-8883-49de-8c95-5daa6d170388 req-69a05a5c-f0c9-476d-8d4c-859cc6533798 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Synchronizing usage tracker for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:38.426470 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-4eb9ea43-8883-49de-8c95-5daa6d170388 req-69a05a5c-f0c9-476d-8d4c-859cc6533798 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Unset dirty status for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:38.428991 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4eb9ea43-8883-49de-8c95-5daa6d170388 req-69a05a5c-f0c9-476d-8d4c-859cc6533798 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6b1a81f-6dc8-441c-93f1-2429c0b56c65 HTTP/1.1" status: 200  len: 210 time: 0.3933837
May 12 08:19:38.634380 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [req-c9b0d1e9-684b-47a4-8e60-1a9177147916 req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Calling delete_port for b4f69b40-e79a-4173-b9bc-90238c4fcd6d owned by compute:nova {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:19:38.711921 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port fe0d07b4-8569-4285-aa6c-d9d787414003, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fe0d07b4-8569-4285-aa6c-d9d787414003,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:38.739229 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': 'fe0d07b4-8569-4285-aa6c-d9d787414003', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'port_id': 'fe0d07b4-8569-4285-aa6c-d9d787414003', 'mac_address': 'fa:16:3e:3e:48:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:19:38.806372 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:38.826086 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0d07b4-8569-4285-aa6c-d9d787414003 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:19:38.858250 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port fe0d07b4-8569-4285-aa6c-d9d787414003, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fe0d07b4-8569-4285-aa6c-d9d787414003,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:38.866314 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:38.868347 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-1f15c73f-63d8-41eb-a828-791fb180f4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:38.949783 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=fe0d07b4-8569-4285-aa6c-d9d787414003,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:38.955072 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-c9b0d1e9-684b-47a4-8e60-1a9177147916 req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:38.964011 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-2741503a-121c-4099-bed1-7db413b5e158 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:38.964261 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:38.964542 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:38.964778 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:38.965102 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:38.965448 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:38.967722 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:38.968057 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:38.971174 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:38.971516 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:38.971850 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:38.972179 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:38.972634 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:38.984475 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:39.071248 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Pushing event deleted for resources: {'Port': ['ID=b4f69b40-e79a-4173-b9bc-90238c4fcd6d,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:39.075000 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded3557-82df-4e25-86ac-06fc584ec4a7 req-4d16bb2d-c526-441f-aa23-e986b88955a1 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:39.088819 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dded3557-82df-4e25-86ac-06fc584ec4a7 req-4d16bb2d-c526-441f-aa23-e986b88955a1 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.3617668
May 12 08:19:39.155337 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['fe0d07b4-8569-4285-aa6c-d9d787414003'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:19:39.162800 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dded3557-82df-4e25-86ac-06fc584ec4a7 req-d8d39a6e-11c1-4ee5-8181-0e29ae91a5bf tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729499
May 12 08:19:39.273711 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:39.274358 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:39.274808 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:39.275394 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:39.276597 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:39.276597 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:39.277099 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:39.277703 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:39.278290 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:39.278920 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:39.279409 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:39.279749 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:19:39.310779 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:39.311819 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b0d1e9-684b-47a4-8e60-1a9177147916 req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] No DVR routers for this DVR port b4f69b40-e79a-4173-b9bc-90238c4fcd6d on host hv-cinder-79091 {{(pid=78689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:19:39.317843 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-c9b0d1e9-684b-47a4-8e60-1a9177147916 req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:39.321570 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4464984e-eefd-46e3-afef-b73f48e65485', 'name': 'network-vif-deleted', 'tag': 'b4f69b40-e79a-4173-b9bc-90238c4fcd6d'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:39.349480 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c9b0d1e9-684b-47a4-8e60-1a9177147916 req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.39 "DELETE /v2.0/ports/b4f69b40-e79a-4173-b9bc-90238c4fcd6d HTTP/1.1" status: 204  len: 173 time: 1.8519542
May 12 08:19:39.363053 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b1a81f-6dc8-441c-93f1-2429c0b56c65', 'name': 'network-vif-deleted', 'tag': '76fe7079-d4ef-4e77-9940-e03e01715311', 'status': 'completed', 'code': 200}
May 12 08:19:39.576948 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70730d-01b3-4971-8d4f-73736485093e req-f7641551-b307-4417-85fe-ff593b860846 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:39.578797 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1e70730d-01b3-4971-8d4f-73736485093e req-f7641551-b307-4417-85fe-ff593b860846 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1275852
May 12 08:19:39.656546 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1e70730d-01b3-4971-8d4f-73736485093e req-66bc5d2c-de64-4759-ac83-f8c68d69e020 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713899
May 12 08:19:39.858077 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae49585-65b4-4706-81ce-5a7f6a6b01f1 req-399e3344-ebdd-4bd0-83c3-63769cd43e54 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:39.860188 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1ae49585-65b4-4706-81ce-5a7f6a6b01f1 req-399e3344-ebdd-4bd0-83c3-63769cd43e54 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 944 time: 0.1142483
May 12 08:19:39.864710 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:39.952846 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1ae49585-65b4-4706-81ce-5a7f6a6b01f1 req-f60c1170-36bd-43e5-8e2e-d3f5ffa4293b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856366
May 12 08:19:40.102982 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 76fe7079-d4ef-4e77-9940-e03e01715311 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:19:40.161989 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-70d4b1da-9831-4d3d-a6f7-2ebdc8a2e6d9 req-ec3c3904-62f1-4486-9419-7f275d6df75d tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] 10.222.0.36 "GET /v2.0/ports?device_id=4464984e-eefd-46e3-afef-b73f48e65485 HTTP/1.1" status: 200  len: 210 time: 0.0573559
May 12 08:19:40.165156 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: 76fe7079-d4ef-4e77-9940-e03e01715311 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:19:40.166867 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 76fe7079-d4ef-4e77-9940-e03e01715311 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:19:40.167615 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device b4f69b40-e79a-4173-b9bc-90238c4fcd6d no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:19:40.214855 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4464984e-eefd-46e3-afef-b73f48e65485', 'name': 'network-vif-deleted', 'tag': 'b4f69b40-e79a-4173-b9bc-90238c4fcd6d', 'status': 'completed', 'code': 200}
May 12 08:19:40.238944 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: b4f69b40-e79a-4173-b9bc-90238c4fcd6d {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:19:40.246124 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device b4f69b40-e79a-4173-b9bc-90238c4fcd6d not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:19:40.982046 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ae047-2bf8-44a7-9306-c29c01d2bc49 req-647fc627-62c3-499c-8b2b-3af01bfd3f93 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:40.984229 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-015ae047-2bf8-44a7-9306-c29c01d2bc49 req-647fc627-62c3-499c-8b2b-3af01bfd3f93 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.0884645
May 12 08:19:41.044877 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-015ae047-2bf8-44a7-9306-c29c01d2bc49 req-1fff1974-bb40-4102-9acd-933cfe4d3604 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536900
May 12 08:19:41.219888 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e6f41-926b-425c-9bcf-a3f269ccf1f5 req-499d44b8-08d0-48a8-9957-1a268782b851 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:41.221671 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b25e6f41-926b-425c-9bcf-a3f269ccf1f5 req-499d44b8-08d0-48a8-9957-1a268782b851 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 944 time: 0.0863669
May 12 08:19:41.283885 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b25e6f41-926b-425c-9bcf-a3f269ccf1f5 req-6641b7e7-ba60-4b8b-b670-bc9eafd2b20a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556650
May 12 08:19:41.330791 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-ac8cdbd5-b4a8-4e86-91cc-2a7ae3d52ba6 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:41.331501 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-ac8cdbd5-b4a8-4e86-91cc-2a7ae3d52ba6 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Synchronizing usage tracker for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:network {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:41.351959 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-ac8cdbd5-b4a8-4e86-91cc-2a7ae3d52ba6 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Unset dirty status for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:network {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:41.353131 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-ac8cdbd5-b4a8-4e86-91cc-2a7ae3d52ba6 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/networks?id=e3e0da1e-bca8-4a4e-938b-140c21da1156 HTTP/1.1" status: 200  len: 815 time: 0.2314920
May 12 08:19:41.374943 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-ab286113-8991-41f6-9345-70a5326949ff tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/quotas/c66c87ec8cd0457ca734a96764beff9c HTTP/1.1" status: 200  len: 375 time: 0.0156162
May 12 08:19:41.514256 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c159f688-114f-49ba-b3eb-e9e361378485 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Synchronizing usage tracker for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:41.537578 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c159f688-114f-49ba-b3eb-e9e361378485 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Unset dirty status for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:41.552230 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c159f688-114f-49ba-b3eb-e9e361378485 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c66c87ec8cd0457ca734a96764beff9c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1639943
May 12 08:19:41.816119 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-e0d0a04f-11d6-4661-904e-26891c48c754 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610729
May 12 08:19:42.010604 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-d0dac8b9-3e7b-42bb-80b0-c95d6008bd93 service neutron] 10.222.0.36 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947329
May 12 08:19:42.085643 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device fe0d07b4-8569-4285-aa6c-d9d787414003 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:19:42.121041 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a43c9-5746-4a0e-bf6a-1f945f3806a8 req-c3bb4658-4862-4ec1-b8ae-3e6248caecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:42.125321 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b58a43c9-5746-4a0e-bf6a-1f945f3806a8 req-c3bb4658-4862-4ec1-b8ae-3e6248caecc2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 1099 time: 0.1638145
May 12 08:19:42.334522 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port fe0d07b4-8569-4285-aa6c-d9d787414003 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:42.339985 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port fe0d07b4-8569-4285-aa6c-d9d787414003 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:42.340638 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:42.484122 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-66a43d5a-40ee-46cf-a110-147b53fe3d26 req-cb4a011b-e176-41e0-a988-de94fcbf80fb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 210 time: 0.0936537
May 12 08:19:42.562480 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a43c9-5746-4a0e-bf6a-1f945f3806a8 req-c6ffeec5-897d-4dfc-a6dc-84935877d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:42.564650 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b58a43c9-5746-4a0e-bf6a-1f945f3806a8 req-c6ffeec5-897d-4dfc-a6dc-84935877d333 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 918 time: 0.4319043
May 12 08:19:42.625660 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:42.672534 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port fe0d07b4-8569-4285-aa6c-d9d787414003, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fe0d07b4-8569-4285-aa6c-d9d787414003,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:42.674045 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0d07b4-8569-4285-aa6c-d9d787414003'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:42.681645 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:42.684657 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-d095bc95-802a-4906-91a2-221cab17bc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:42.779489 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=fe0d07b4-8569-4285-aa6c-d9d787414003,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:42.783175 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf24f10-c089-4737-b707-8d8d545c6ba6 req-ded4ab51-5886-4fc7-a956-079cf8cfe995 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:42.783790 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:42.794515 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3bf24f10-c089-4737-b707-8d8d545c6ba6 req-ded4ab51-5886-4fc7-a956-079cf8cfe995 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 946 time: 0.1323564
May 12 08:19:42.865168 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3bf24f10-c089-4737-b707-8d8d545c6ba6 req-59773c87-dcde-43d8-add7-0c52fb12ae77 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672226
May 12 08:19:43.027533 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0695600-2a04-49a8-9497-c33aeca2f862 req-6fd26df1-7e82-4684-912a-6b3a5a50dfb7 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:43.035845 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e0695600-2a04-49a8-9497-c33aeca2f862 req-6fd26df1-7e82-4684-912a-6b3a5a50dfb7 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.6074433
May 12 08:19:43.054504 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b58a43c9-5746-4a0e-bf6a-1f945f3806a8 req-d1bf5ce7-355f-46f2-863c-41b50033f295 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81fc3e62-68c2-450b-a878-288815da6114 HTTP/1.1" status: 200  len: 1001 time: 0.4772623
May 12 08:19:43.105381 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c880b-f9ca-4cc9-8e59-89733b444fbc req-87f56307-bc1c-4010-8ad6-0963ace45205 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:43.114795 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cd3c880b-f9ca-4cc9-8e59-89733b444fbc req-87f56307-bc1c-4010-8ad6-0963ace45205 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 945 time: 0.1280880
May 12 08:19:43.169510 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e0695600-2a04-49a8-9497-c33aeca2f862 req-3ff90a4f-668a-48fe-87c8-d62ad3fae0fb tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327093
May 12 08:19:43.173033 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cd3c880b-f9ca-4cc9-8e59-89733b444fbc req-9efe80fa-ca61-4ab7-83f8-dcaf00063ed8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574658
May 12 08:19:43.206931 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a43c9-5746-4a0e-bf6a-1f945f3806a8 req-a0230ba0-54a5-47fd-80c7-58678f3e16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:43.208959 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b58a43c9-5746-4a0e-bf6a-1f945f3806a8 req-a0230ba0-54a5-47fd-80c7-58678f3e16ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 200  len: 856 time: 0.1478527
May 12 08:19:43.248287 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0d07b4-8569-4285-aa6c-d9d787414003', 'code': 200}
May 12 08:19:43.314644 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a43c9-5746-4a0e-bf6a-1f945f3806a8 req-2977a8bc-ea1e-4a7b-bd11-04df5b796714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:43.316214 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b58a43c9-5746-4a0e-bf6a-1f945f3806a8 req-2977a8bc-ea1e-4a7b-bd11-04df5b796714 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0979776
May 12 08:19:43.503014 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b58a43c9-5746-4a0e-bf6a-1f945f3806a8 req-df5036fa-d855-41f0-800c-0239c692830e service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662557
May 12 08:19:43.734527 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b58a43c9-5746-4a0e-bf6a-1f945f3806a8 req-ab317fe7-4599-45f5-b0ab-c46ec94a6778 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219400
May 12 08:19:43.742394 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a9f04be5-87fc-4ec4-8e0a-9930dc70f6f9 req-4d0f377f-4652-472f-b79c-1c01eee22b7f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 210 time: 0.0600951
May 12 08:19:43.762625 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6334e-8cd7-477a-bab8-ea4a960c9c7e req-b109c6ef-bce5-4a29-9bb0-0b14dd4604e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:43.766244 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-79c6334e-8cd7-477a-bab8-ea4a960c9c7e req-b109c6ef-bce5-4a29-9bb0-0b14dd4604e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 1098 time: 0.0999300
May 12 08:19:44.170334 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c86b-8794-4305-8584-a31be078bae9 req-7f87c86d-0250-4f42-890e-2fa326f20cc6 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:44.171890 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a664c86b-8794-4305-8584-a31be078bae9 req-7f87c86d-0250-4f42-890e-2fa326f20cc6 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 946 time: 0.1281054
May 12 08:19:44.217304 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a664c86b-8794-4305-8584-a31be078bae9 req-328cc46e-149e-4bc0-a7d6-e97e388490e8 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394058
May 12 08:19:44.354456 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05a927-2212-454b-bec5-2b7d6a9f168d req-5654de3d-e94c-4f88-9696-9d8cb262d6af tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:44.355782 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7b05a927-2212-454b-bec5-2b7d6a9f168d req-5654de3d-e94c-4f88-9696-9d8cb262d6af tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 945 time: 0.0844464
May 12 08:19:44.391902 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c511c9-e7fb-440c-802a-0505dad91999 req-9982e329-9b71-45fd-a32d-c6e8a6b7e029 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:44.393355 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-98c511c9-e7fb-440c-802a-0505dad91999 req-9982e329-9b71-45fd-a32d-c6e8a6b7e029 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.0830481
May 12 08:19:44.399703 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7b05a927-2212-454b-bec5-2b7d6a9f168d req-d27f5cba-1b6a-4359-b731-d5f2f914546f tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380077
May 12 08:19:44.438341 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-98c511c9-e7fb-440c-802a-0505dad91999 req-550f4061-ee00-428c-aa7c-47f65b6ac21b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389638
May 12 08:19:44.921872 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4a54be51-d7b0-4400-8208-e1821b79d50b req-95dd444d-2ab3-48a0-8f3e-ec632480c162 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 210 time: 0.0590527
May 12 08:19:45.425865 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0091c-5138-4c90-a811-1e4d60123f63 req-225d2169-6e60-447c-bdcc-8f60bee733fb tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:45.427288 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a7d0091c-5138-4c90-a811-1e4d60123f63 req-225d2169-6e60-447c-bdcc-8f60bee733fb tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 946 time: 0.0998893
May 12 08:19:45.508908 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a7d0091c-5138-4c90-a811-1e4d60123f63 req-2f4c759f-e235-42c7-baf6-314adea6da2f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758746
May 12 08:19:45.648510 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1c9e7-bdf9-4402-bdf6-430a394671b8 req-5b80d5a0-2628-4292-9997-d8b49bfa0423 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:45.653592 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a3e1c9e7-bdf9-4402-bdf6-430a394671b8 req-5b80d5a0-2628-4292-9997-d8b49bfa0423 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 945 time: 0.1006212
May 12 08:19:45.721358 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a3e1c9e7-bdf9-4402-bdf6-430a394671b8 req-5d63278f-9fec-43ec-b4ab-5e9710df7680 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596464
May 12 08:19:45.727013 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df023d-eddf-4168-9459-3ae9ad8933d2 req-44071713-f68e-4cf7-8d87-1bdb93a0a8ac tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:45.733694 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-05df023d-eddf-4168-9459-3ae9ad8933d2 req-44071713-f68e-4cf7-8d87-1bdb93a0a8ac tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1129026
May 12 08:19:45.780123 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-05df023d-eddf-4168-9459-3ae9ad8933d2 req-878eca53-54f5-48c0-b869-2078d95068af tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455000
May 12 08:19:46.081311 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4519613b-c7ae-4293-b9cf-47e39794f0ca req-4f85ea3a-11d0-409f-a475-11cd819f10f6 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 210 time: 0.0437465
May 12 08:19:46.747886 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e6adb-226e-48b3-9ce2-23dae44af168 req-e0d58884-da9f-4b94-9680-3503aaf09680 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:46.749502 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-715e6adb-226e-48b3-9ce2-23dae44af168 req-e0d58884-da9f-4b94-9680-3503aaf09680 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 946 time: 0.0908067
May 12 08:19:46.804551 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-715e6adb-226e-48b3-9ce2-23dae44af168 req-5b3ba2b3-4dfa-4f7e-a5e3-af4f6bd445c6 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462959
May 12 08:19:46.891510 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 81fc3e62-68c2-450b-a878-288815da6114 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:19:46.972239 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157abd89-d2ae-422a-bdbd-2f09b1825cc8 req-3c613dd0-fc5f-4f1f-87e9-d67053178009 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:46.979303 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-157abd89-d2ae-422a-bdbd-2f09b1825cc8 req-3c613dd0-fc5f-4f1f-87e9-d67053178009 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 945 time: 0.1478219
May 12 08:19:47.023890 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-79c6334e-8cd7-477a-bab8-ea4a960c9c7e req-dd26cf0d-a923-430f-bfe1-f0808a4c64c2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1248174
May 12 08:19:47.032862 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-157abd89-d2ae-422a-bdbd-2f09b1825cc8 req-058278ed-4dbf-4e53-8666-7569f01094d8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488393
May 12 08:19:47.087222 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841ef4f-7975-494a-9e11-746c561f6fbe req-41c09c40-8af9-4242-811e-f505da12839c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:47.088643 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b841ef4f-7975-494a-9e11-746c561f6fbe req-41c09c40-8af9-4242-811e-f505da12839c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 946 time: 0.1292131
May 12 08:19:47.101583 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:47.147392 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=81fc3e62-68c2-450b-a878-288815da6114,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:47.150502 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fc3e62-68c2-450b-a878-288815da6114'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:47.158540 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:47.163053 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:47.273498 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b841ef4f-7975-494a-9e11-746c561f6fbe req-e4738ec6-09ba-4e65-af54-5bcf6c8ca003 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1752048
May 12 08:19:47.292734 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=81fc3e62-68c2-450b-a878-288815da6114,revision_number=8']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:47.305877 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:47.367410 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9e5db-8693-4d6c-bf70-dfca692f5f5c req-b8558e1e-ce43-4d1d-aecd-481e6cf613c6 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:47.369771 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-13e9e5db-8693-4d6c-bf70-dfca692f5f5c req-b8558e1e-ce43-4d1d-aecd-481e6cf613c6 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 946 time: 0.2549214
May 12 08:19:47.373535 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8bfb784a-b126-488e-83a4-91f07e85fca7 req-01c9e467-be65-49ac-ac86-b37d9d4b0f5a tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 210 time: 0.0524189
May 12 08:19:47.407604 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fc3e62-68c2-450b-a878-288815da6114', 'code': 200}
May 12 08:19:47.671179 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-ecaf9197-9396-4bd3-b0eb-7b9897ef8101 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:47.673042 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-ecaf9197-9396-4bd3-b0eb-7b9897ef8101 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.39 "GET /v2.0/networks?id=e3e0da1e-bca8-4a4e-938b-140c21da1156 HTTP/1.1" status: 200  len: 815 time: 0.2921753
May 12 08:19:47.691148 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Request body: {'port': {'device_id': '6333219a-bc26-4669-8e68-795818c2202a', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'admin_state_up': True, 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:19:47.807203 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-13e9e5db-8693-4d6c-bf70-dfca692f5f5c req-291d37a0-576a-4228-9319-3e64f54a0dac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Deleting port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:19:47.807891 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-13e9e5db-8693-4d6c-bf70-dfca692f5f5c req-291d37a0-576a-4228-9319-3e64f54a0dac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:47.935370 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:19:47.956378 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:19:47.978278 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Made reservation on behalf of c66c87ec8cd0457ca734a96764beff9c for: {'port': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:19:47.986426 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:48.210343 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Allocated IP 172.20.0.4 (e3e0da1e-bca8-4a4e-938b-140c21da1156/e458df9d-138f-428d-8d35-1be7b30d9838/f7b2743b-eccd-4786-9840-de55ab107c53) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:19:48.286097 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055f14b-986b-4934-8c12-85d750b28572 req-6374d6a3-22bd-41b0-a032-dd865d4c8826 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:48.287993 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9055f14b-986b-4934-8c12-85d750b28572 req-6374d6a3-22bd-41b0-a032-dd865d4c8826 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 946 time: 0.2233942
May 12 08:19:48.317912 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-13e9e5db-8693-4d6c-bf70-dfca692f5f5c req-291d37a0-576a-4228-9319-3e64f54a0dac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] For port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5,segment=NetworkSegment(7e9f81a8-733b-4b18-b815-48beb465a834),segment_id=7e9f81a8-733b-4b18-b815-48beb465a834)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:19:48.318609 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-13e9e5db-8693-4d6c-bf70-dfca692f5f5c req-291d37a0-576a-4228-9319-3e64f54a0dac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:48.532022 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-13e9e5db-8693-4d6c-bf70-dfca692f5f5c req-291d37a0-576a-4228-9319-3e64f54a0dac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Calling delete_port for ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:19:48.702522 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:48.715761 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d907694-8530-42a0-9d7c-63fcc0e0c48a req-d776b88a-7f33-4803-aa31-24d88511fbd7 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:48.724040 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1d907694-8530-42a0-9d7c-63fcc0e0c48a req-d776b88a-7f33-4803-aa31-24d88511fbd7 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.4255297
May 12 08:19:49.000426 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1d907694-8530-42a0-9d7c-63fcc0e0c48a req-69cffee2-003f-4c58-b630-182c5d2bfd60 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2751970
May 12 08:19:49.008697 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Transition to ACTIVE for port object f7b2743b-eccd-4786-9840-de55ab107c53 will not be triggered until provisioned by entity DHCP. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:19:49.032210 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-13e9e5db-8693-4d6c-bf70-dfca692f5f5c req-291d37a0-576a-4228-9319-3e64f54a0dac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:49.046613 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-34760ba0-ea45-4c7f-93e5-023763d67b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:49.075606 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:49.097486 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:49.185751 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9055f14b-986b-4934-8c12-85d750b28572 req-96295a41-2ee1-4c09-8a0f-26dece38d1d3 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/security-groups?id=bcf294e4-fe21-41a8-805f-156f950dc925&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2497246
May 12 08:19:49.196262 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d37a0-576a-4228-9319-3e64f54a0dac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Pushing event deleted for resources: {'Port': ['ID=ccaad97e-28d7-43fc-8ccd-b132c7d9ada5,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:49.205599 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-291d37a0-576a-4228-9319-3e64f54a0dac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:49.222684 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event updated for resources: {'Port': ['ID=f7b2743b-eccd-4786-9840-de55ab107c53,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:49.232935 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:49.242067 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Network e3e0da1e-bca8-4a4e-938b-140c21da1156 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:19:49.375850 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:19:49.385629 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:19:49.394219 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e9e5db-8693-4d6c-bf70-dfca692f5f5c req-291d37a0-576a-4228-9319-3e64f54a0dac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] No DVR routers for this DVR port ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:19:49.402679 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-13e9e5db-8693-4d6c-bf70-dfca692f5f5c req-291d37a0-576a-4228-9319-3e64f54a0dac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:49.404142 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:49.404978 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:49.405888 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a49eee-605b-451e-b75c-1b8fb540e767', 'name': 'network-vif-deleted', 'tag': 'ccaad97e-28d7-43fc-8ccd-b132c7d9ada5'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:49.458305 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-13e9e5db-8693-4d6c-bf70-dfca692f5f5c req-291d37a0-576a-4228-9319-3e64f54a0dac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.39 "DELETE /v2.0/ports/ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 HTTP/1.1" status: 204  len: 173 time: 2.0748961
May 12 08:19:49.513537 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8281484
May 12 08:19:49.564686 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Request body: {'port': {'device_id': '6333219a-bc26-4669-8e68-795818c2202a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:19:49.641966 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3de63-d2a0-480f-bb08-d3968c551a97 req-f8945da7-9065-4c0c-bc4e-31360987b88c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:49.659972 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-90a3de63-d2a0-480f-bb08-d3968c551a97 req-f8945da7-9065-4c0c-bc4e-31360987b88c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 945 time: 0.4201064
May 12 08:19:49.785047 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31283e-e42b-4cc5-a861-09ee4568915b req-1c85483f-fb70-47ce-8f9c-2367e7bd3691 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:49.796188 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-df31283e-e42b-4cc5-a861-09ee4568915b req-1c85483f-fb70-47ce-8f9c-2367e7bd3691 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.3131669
May 12 08:19:49.855034 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-90a3de63-d2a0-480f-bb08-d3968c551a97 req-c8a9f295-50d8-4c97-98e5-ba65162659ac tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1939182
May 12 08:19:49.856275 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:49.918909 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-f1fce9a7-ca2d-4bef-8c54-c3e335d316bf None None] Provisioning for port f7b2743b-eccd-4786-9840-de55ab107c53 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:19:49.928515 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-f1fce9a7-ca2d-4bef-8c54-c3e335d316bf None None] Provisioning complete for port f7b2743b-eccd-4786-9840-de55ab107c53 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:19:49.929759 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-f1fce9a7-ca2d-4bef-8c54-c3e335d316bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:49.930820 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-df31283e-e42b-4cc5-a861-09ee4568915b req-c7ad8d6f-910c-4b77-b1d5-9fc9ca95abd4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1333036
May 12 08:19:50.020539 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-f1fce9a7-ca2d-4bef-8c54-c3e335d316bf None None] Port f7b2743b-eccd-4786-9840-de55ab107c53 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:19:50.062211 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a49eee-605b-451e-b75c-1b8fb540e767', 'name': 'network-vif-deleted', 'tag': 'ccaad97e-28d7-43fc-8ccd-b132c7d9ada5', 'status': 'completed', 'code': 200}
May 12 08:19:50.347094 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8633efe-a3c4-433e-8fcd-22782845feaf req-987c40c0-1b5a-4edf-a24c-3b7d646a0478 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:50.347972 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-e8633efe-a3c4-433e-8fcd-22782845feaf req-987c40c0-1b5a-4edf-a24c-3b7d646a0478 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Synchronizing usage tracker for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:50.375765 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9d3c1-1e39-4e76-80c3-f00838bfbf9e req-79b47eee-544d-4afe-b6be-25f019f5550a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:50.389467 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-88f9d3c1-1e39-4e76-80c3-f00838bfbf9e req-79b47eee-544d-4afe-b6be-25f019f5550a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 945 time: 0.1559324
May 12 08:19:50.447858 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-e8633efe-a3c4-433e-8fcd-22782845feaf req-987c40c0-1b5a-4edf-a24c-3b7d646a0478 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Unset dirty status for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:50.465947 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e8633efe-a3c4-433e-8fcd-22782845feaf req-987c40c0-1b5a-4edf-a24c-3b7d646a0478 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 931 time: 0.3425789
May 12 08:19:50.567704 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-88f9d3c1-1e39-4e76-80c3-f00838bfbf9e req-b7828a0a-f05e-44a5-af88-75b690755317 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1771832
May 12 08:19:50.576657 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-e8633efe-a3c4-433e-8fcd-22782845feaf req-8cac8546-f51b-4ab6-9aca-d1ff62bd460a tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Synchronizing usage tracker for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:security_group {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:50.595043 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 32802) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:19:50.623570 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-e8633efe-a3c4-433e-8fcd-22782845feaf req-8cac8546-f51b-4ab6-9aca-d1ff62bd460a tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Unset dirty status for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:security_group {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:50.638987 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e8633efe-a3c4-433e-8fcd-22782845feaf req-8cac8546-f51b-4ab6-9aca-d1ff62bd460a tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719003
May 12 08:19:50.894088 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:19:50.908218 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b2743b-eccd-4786-9840-de55ab107c53 {{(pid=78689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:19:50.924726 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:50.945215 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:19:50.945836 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device ccaad97e-28d7-43fc-8ccd-b132c7d9ada5 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:19:50.946055 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 81fc3e62-68c2-450b-a878-288815da6114 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:19:50.960985 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Transition to ACTIVE for port object f7b2743b-eccd-4786-9840-de55ab107c53 will not be triggered until provisioned by entity L2. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:19:50.967336 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:50.980531 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:51.136815 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Pushing event updated for resources: {'Port': ['ID=f7b2743b-eccd-4786-9840-de55ab107c53,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:51.157811 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd153ea6-371e-4f49-93bc-95b4739bb4f4 req-5ea56187-0892-4ae8-8c13-2cb5f8dd5f85 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:51.159488 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cd153ea6-371e-4f49-93bc-95b4739bb4f4 req-5ea56187-0892-4ae8-8c13-2cb5f8dd5f85 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.2688985
May 12 08:19:51.297061 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:51.324295 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3306ade5-75da-48af-b9bc-e6ce09973859 req-e6cf24fd-c277-4ff0-8595-4d85c4c9208e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.2333415
May 12 08:19:51.392720 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cd153ea6-371e-4f49-93bc-95b4739bb4f4 req-03dbf562-0a40-40cc-9449-84d4f8de56c0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402078
May 12 08:19:51.423656 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Attempting to bind port f7b2743b-eccd-4786-9840-de55ab107c53 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:19:51.424133 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Attempting to bind port f7b2743b-eccd-4786-9840-de55ab107c53 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:19:51.424327 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Attempting to bind port f7b2743b-eccd-4786-9840-de55ab107c53 on network e3e0da1e-bca8-4a4e-938b-140c21da1156 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:19:51.429843 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Port f7b2743b-eccd-4786-9840-de55ab107c53 on network e3e0da1e-bca8-4a4e-938b-140c21da1156 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:19:51.430401 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Attempting to bind port f7b2743b-eccd-4786-9840-de55ab107c53 on network e3e0da1e-bca8-4a4e-938b-140c21da1156 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:19:51.440501 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:19:51.440832 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Checking segment: {'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:19:51.441276 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Bound using segment: {'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:19:51.441666 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Bound port: f7b2743b-eccd-4786-9840-de55ab107c53, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d30188-719d-4310-9823-8541b2ca18aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156'}}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:19:51.444367 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:51.474818 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d8cb45-d5a8-4cab-9404-e005ea70efb3 tempest-TestVolumeBootPattern-1176230925 tempest-TestVolumeBootPattern-1176230925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:51.475821 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-a8d8cb45-d5a8-4cab-9404-e005ea70efb3 tempest-TestVolumeBootPattern-1176230925 tempest-TestVolumeBootPattern-1176230925-project-admin] Synchronizing usage tracker for tenant:92a14d6d1f204706b9028c5ce9fb2f4d on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:51.510297 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-a8d8cb45-d5a8-4cab-9404-e005ea70efb3 tempest-TestVolumeBootPattern-1176230925 tempest-TestVolumeBootPattern-1176230925-project-admin] Unset dirty status for tenant:92a14d6d1f204706b9028c5ce9fb2f4d on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:51.511740 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-a8d8cb45-d5a8-4cab-9404-e005ea70efb3 tempest-TestVolumeBootPattern-1176230925 tempest-TestVolumeBootPattern-1176230925-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 1093 time: 0.9141462
May 12 08:19:51.514983 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 32810) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:19:51.521457 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'floatingip': {'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'port_id': 'fe0d07b4-8569-4285-aa6c-d9d787414003', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:19:51.531886 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:19:51.536393 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Usage tracker for resource:floatingip and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:19:51.539632 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:19:51.556415 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:19:51.578801 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:51.687212 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] For port f7b2743b-eccd-4786-9840-de55ab107c53, host hv-cinder-79091, cleared binding levels {{(pid=78689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:19:51.702269 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] For port f7b2743b-eccd-4786-9840-de55ab107c53, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f7b2743b-eccd-4786-9840-de55ab107c53,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:19:51.710541 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:51.721712 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-160ca0e7-1662-43c1-b5db-24a3f681f30b tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:51.783610 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ac465-57ec-4ebb-9152-0522e454e239 req-ad97f3f2-c589-4c9d-8bef-5e170c7faf5f tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:51.786465 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-db6ac465-57ec-4ebb-9152-0522e454e239 req-ad97f3f2-c589-4c9d-8bef-5e170c7faf5f tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.2214580
May 12 08:19:51.890677 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:51.892875 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:51.893525 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:51.903260 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] 10.222.0.39 "PUT /v2.0/ports/f7b2743b-eccd-4786-9840-de55ab107c53 HTTP/1.1" status: 200  len: 1093 time: 2.3588898
May 12 08:19:51.904226 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:51.984232 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Pushing event updated for resources: {'Port': ['ID=f7b2743b-eccd-4786-9840-de55ab107c53,revision_number=3']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:51.994008 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:52.007150 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-db6ac465-57ec-4ebb-9152-0522e454e239 req-1fa8e387-2b39-4eeb-9ef5-f9788a4dfea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2066131
May 12 08:19:52.050812 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179e39-410e-4c05-b53e-2aed0815eadd req-795f42c4-0c8e-4434-a111-ebaf1b0c5802 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:52.058060 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5c179e39-410e-4c05-b53e-2aed0815eadd req-795f42c4-0c8e-4434-a111-ebaf1b0c5802 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 943 time: 0.2549179
May 12 08:19:52.133588 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'status': 'completed', 'code': 200}
May 12 08:19:52.171942 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5c179e39-410e-4c05-b53e-2aed0815eadd req-65dc50a7-4afe-4dca-a358-bece1dfd2a25 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101875
May 12 08:19:52.287247 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Allocated IP 172.27.2.5 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/fd8beefb-175a-40ec-a072-1f808fdb3ec4) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:19:52.557208 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:52.667565 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-84b9cc16-d7a7-4a56-b0b2-43c50b8e3d78 req-3a0193c6-8c11-4a1e-bb37-1e84854a3dbd tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Synchronizing usage tracker for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:19:52.696055 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-84b9cc16-d7a7-4a56-b0b2-43c50b8e3d78 req-3a0193c6-8c11-4a1e-bb37-1e84854a3dbd tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Unset dirty status for tenant:107be98ae32048d89e278f66249d99b0 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:19:52.701727 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-84b9cc16-d7a7-4a56-b0b2-43c50b8e3d78 req-3a0193c6-8c11-4a1e-bb37-1e84854a3dbd tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.0978158
May 12 08:19:52.718013 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:52.751990 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:52.876433 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6492fca4-73e2-4d8f-9b05-e95e24eaf9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:52.981815 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:19:52.990407 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:19:52.992599 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'Port': ['ID=fd8beefb-175a-40ec-a072-1f808fdb3ec4,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:53.000167 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:53.003588 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:19:53.194544 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0d6b9-32f0-416f-8cc1-e771c977fa32 req-809074ef-3d37-4eb0-94aa-53b1cbad52a8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:53.201475 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-92c0d6b9-32f0-416f-8cc1-e771c977fa32 req-809074ef-3d37-4eb0-94aa-53b1cbad52a8 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.2673063
May 12 08:19:53.462458 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-92c0d6b9-32f0-416f-8cc1-e771c977fa32 req-dea9a55d-1f07-4255-a768-0c3892931121 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2523973
May 12 08:19:53.636004 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d60bd-5bcf-4567-9a39-af23d245398c req-a6bcd01a-4367-4195-8c37-564bba97cb04 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:53.643789 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b4d60bd-5bcf-4567-9a39-af23d245398c req-a6bcd01a-4367-4195-8c37-564bba97cb04 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 943 time: 0.1428552
May 12 08:19:53.687119 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b4d60bd-5bcf-4567-9a39-af23d245398c req-a7ba4673-95d3-4a18-9af9-353dc2c17a98 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423782
May 12 08:19:53.760036 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:53.812623 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cc570-ee86-4dd5-aa1b-f81a39b142ec req-e3ec0d68-35fd-4fd4-a1c1-b79237a2996e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:53.814382 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7b7cc570-ee86-4dd5-aa1b-f81a39b142ec req-e3ec0d68-35fd-4fd4-a1c1-b79237a2996e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1388111
May 12 08:19:53.940796 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7b7cc570-ee86-4dd5-aa1b-f81a39b142ec req-3ff35e48-4a6a-4a41-ae35-11dc66b32de8 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917072
May 12 08:19:53.954194 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:53.954324 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a90ef375-7207-485c-8ae6-34c4d6979662 req-25b431a4-814e-4fb2-9c2a-bef0d336c758 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.0573227
May 12 08:19:54.059347 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 32888) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:19:54.208361 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:54.211125 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-68c54b9a-953d-4efd-ae7f-33ca18132d14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1492836
May 12 08:19:54.223304 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:54.227859 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-316e0624-9ed8-4b2c-bac8-31b3e27e8e7f tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:54.332155 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'Port': ['ID=fd8beefb-175a-40ec-a072-1f808fdb3ec4,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:54.336849 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:54.352831 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:54.688489 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.l3_db [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Floating IP d21e75fd-08db-474f-9dfd-20a9e9ea996b associated. External IP: 172.27.2.5, port: fe0d07b4-8569-4285-aa6c-d9d787414003.
May 12 08:19:54.883796 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd07976-d6af-4d3d-bcd6-bc52383fa027 req-2629e279-6b21-4bc9-a435-b6e40247d4d6 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:54.885496 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-afd07976-d6af-4d3d-bcd6-bc52383fa027 req-2629e279-6b21-4bc9-a435-b6e40247d4d6 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 943 time: 0.0918145
May 12 08:19:54.970908 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf76c1-f125-459f-bff3-f2128b8981b0 req-a4d4fa93-bcb1-4a09-ab66-d8a41085d1ba tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:54.972539 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-abcf76c1-f125-459f-bff3-f2128b8981b0 req-a4d4fa93-bcb1-4a09-ab66-d8a41085d1ba tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.3508759
May 12 08:19:55.041784 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-afd07976-d6af-4d3d-bcd6-bc52383fa027 req-c76edabe-e7b7-4db1-ab76-00bc1873f652 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496842
May 12 08:19:55.112208 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-abcf76c1-f125-459f-bff3-f2128b8981b0 req-5866b2c4-1ed2-4d41-96b3-e6d3fba306d0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281781
May 12 08:19:55.266717 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:55.348058 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Router 36e2ab55-2674-4153-be5d-e1769a3ade40 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:19:55.357807 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-155f2836-2dd6-41e5-b220-437f39a823b9 req-2bb9d2dc-a9b4-49ee-94a6-d8df51aef5c0 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.0556030
May 12 08:19:55.414056 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614804fb-d63d-4adb-b5c0-e8e8d6018fce req-899dc558-c70f-4933-8e50-1428c0bc766d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:55.415688 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-614804fb-d63d-4adb-b5c0-e8e8d6018fce req-899dc558-c70f-4933-8e50-1428c0bc766d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1852901
May 12 08:19:55.513484 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-614804fb-d63d-4adb-b5c0-e8e8d6018fce req-6ed4c491-fb81-4103-a50b-611ad3846eb6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881560
May 12 08:19:55.547119 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-57af4417-995e-4113-8071-63b55cf932ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:55.691366 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:19:55.701839 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069d0157-d7bd-4855-9544-6338b87a469c None None] Sync routers for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:19:55.717863 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069d0157-d7bd-4855-9544-6338b87a469c None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:19:55.718655 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-069d0157-d7bd-4855-9544-6338b87a469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9a48e970>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:19:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:55.730342 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:55.791622 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 4.2753904
May 12 08:19:55.793968 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'tag': 'fe0d07b4-8569-4285-aa6c-d9d787414003'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:19:55.837981 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'tag': 'fe0d07b4-8569-4285-aa6c-d9d787414003', 'status': 'completed', 'code': 200}
May 12 08:19:55.920223 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-069d0157-d7bd-4855-9544-6338b87a469c None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:19:56.262920 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cecf85-0cf6-4876-8025-b6fb6b871d7a req-8793c7d2-b5a6-48c9-9d04-ee5bb2f4943c tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:56.272610 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b1cecf85-0cf6-4876-8025-b6fb6b871d7a req-8793c7d2-b5a6-48c9-9d04-ee5bb2f4943c tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 943 time: 0.1153491
May 12 08:19:56.309170 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-069d0157-d7bd-4855-9544-6338b87a469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9a48e970>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'd21e75fd-08db-474f-9dfd-20a9e9ea996b', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': 'fe0d07b4-8569-4285-aa6c-d9d787414003', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:3e:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:19:53Z', 'updated_at': '2021-05-12T08:19:53Z', 'revision_number': 0, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:56.318794 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069d0157-d7bd-4855-9544-6338b87a469c None None] Checking router: 36e2ab55-2674-4153-be5d-e1769a3ade40 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:19:56.321792 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b1cecf85-0cf6-4876-8025-b6fb6b871d7a req-a1bc11da-7c7b-436e-b62a-aa473d1bf83d tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482392
May 12 08:19:56.331614 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069d0157-d7bd-4855-9544-6338b87a469c None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:19:56.332257 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-069d0157-d7bd-4855-9544-6338b87a469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9a48e970>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:19:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:56.368272 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b7cf9-26fe-42ac-a252-a6ed59086b21 req-1565092f-cf3e-4c91-a416-7096d853f7ce tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:56.369899 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d23b7cf9-26fe-42ac-a252-a6ed59086b21 req-1565092f-cf3e-4c91-a416-7096d853f7ce tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0905211
May 12 08:19:56.401940 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:56.435670 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d23b7cf9-26fe-42ac-a252-a6ed59086b21 req-de01c45b-34a9-4722-b435-2beb71cfa361 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588276
May 12 08:19:56.675817 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-441fdf01-ecf6-490f-a029-2cbdaaa1bc5c req-4bb88b80-5107-4eef-b7c9-57d6f41cd3ea tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.1105359
May 12 08:19:56.687574 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-069d0157-d7bd-4855-9544-6338b87a469c None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:19:56.800340 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ede49-7b13-41ff-b60b-004c1587fd48 req-e711a918-18e9-4d68-870f-571e8b629449 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:56.801871 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fc7ede49-7b13-41ff-b60b-004c1587fd48 req-e711a918-18e9-4d68-870f-571e8b629449 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1139758
May 12 08:19:56.869762 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fc7ede49-7b13-41ff-b60b-004c1587fd48 req-e0d612ac-e384-4996-81ae-7217dcbe4371 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620875
May 12 08:19:57.101242 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-069d0157-d7bd-4855-9544-6338b87a469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9a48e970>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'd21e75fd-08db-474f-9dfd-20a9e9ea996b', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': 'fe0d07b4-8569-4285-aa6c-d9d787414003', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:3e:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:19:53Z', 'updated_at': '2021-05-12T08:19:53Z', 'revision_number': 0, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:19:57.105494 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069d0157-d7bd-4855-9544-6338b87a469c None None] The sync data for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi is: [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'd21e75fd-08db-474f-9dfd-20a9e9ea996b', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': 'fe0d07b4-8569-4285-aa6c-d9d787414003', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:3e:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:19:53Z', 'updated_at': '2021-05-12T08:19:53Z', 'revision_number': 0, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:19:57.330175 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464e0f5-989c-48ad-9c0b-aa8d7d13fd17 None None] New status for floating IP d21e75fd-08db-474f-9dfd-20a9e9ea996b: ACTIVE {{(pid=78690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:19:57.563598 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29167979-f739-43e2-88c0-fefb822f66a9 req-69b6233f-9cb8-4551-98d8-6385634729ff tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:57.569052 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-29167979-f739-43e2-88c0-fefb822f66a9 req-69b6233f-9cb8-4551-98d8-6385634729ff tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 943 time: 0.1339428
May 12 08:19:57.620707 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-29167979-f739-43e2-88c0-fefb822f66a9 req-85034213-e82e-4243-bf24-e4436e6c3eee tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436795
May 12 08:19:57.748162 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91226825-45d7-4bce-b9f4-4a11b576a325 req-5ffc521d-0f11-46d0-80aa-3f5aca1282e0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:57.749874 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-91226825-45d7-4bce-b9f4-4a11b576a325 req-5ffc521d-0f11-46d0-80aa-3f5aca1282e0 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1187954
May 12 08:19:57.795941 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:57.813285 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-91226825-45d7-4bce-b9f4-4a11b576a325 req-fb868ecf-422c-4d35-ac73-054627b8413d tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569768
May 12 08:19:57.857269 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a6f6c673-4a7f-4d7c-bbe5-19cafd7fe120 req-99c092c3-9196-4055-937c-7d3e494a1c4e tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.0441508
May 12 08:19:58.226059 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcdea7-3524-416b-9aa3-e1cd4d2267c9 req-c2e9375b-3c4e-4d83-b95f-6ae01c850cc6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:58.227814 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1efcdea7-3524-416b-9aa3-e1cd4d2267c9 req-c2e9375b-3c4e-4d83-b95f-6ae01c850cc6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0913825
May 12 08:19:58.274023 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1efcdea7-3524-416b-9aa3-e1cd4d2267c9 req-69bd721b-d6c6-42ec-9e3a-27cf0dc35b22 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390503
May 12 08:19:58.828094 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b92df4-77d6-4a20-a9b1-e95077ce0a6d req-4eb6bcfb-2d2f-41b5-ab3a-327cc68c469e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:58.829606 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-26b92df4-77d6-4a20-a9b1-e95077ce0a6d req-4eb6bcfb-2d2f-41b5-ab3a-327cc68c469e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 943 time: 0.0971620
May 12 08:19:58.902676 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-26b92df4-77d6-4a20-a9b1-e95077ce0a6d req-86b66fb5-947e-4bff-9f5c-9c623b084a4a tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597079
May 12 08:19:59.073047 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf5a7f-c80a-472d-84c6-30b572baf861 req-54fa3f1b-6937-41ca-92ce-450a7b389ca3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:59.080062 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-76cf5a7f-c80a-472d-84c6-30b572baf861 req-54fa3f1b-6937-41ca-92ce-450a7b389ca3 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1029549
May 12 08:19:59.083044 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 33008) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:19:59.098484 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7537edbd-b776-45a5-ac2f-3ee5db4c3ead req-a75eb48f-04d9-4424-8211-abd4f2c5b714 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.0736432
May 12 08:19:59.185646 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e067c67-a7e3-4db0-ab71-95b9f1cd2022 admin admin] Deleting subnet b4bf06c8-67b5-45d2-8bde-27b22beb40f1 {{(pid=78688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:19:59.197355 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1e067c67-a7e3-4db0-ab71-95b9f1cd2022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:59.241590 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-76cf5a7f-c80a-472d-84c6-30b572baf861 req-d9b41cbb-623b-42a2-9480-a96b331df690 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605158
May 12 08:19:59.279683 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1e067c67-a7e3-4db0-ab71-95b9f1cd2022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2661477'] for subnet, precommit_delete_associations {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:59.338082 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1e067c67-a7e3-4db0-ab71-95b9f1cd2022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:59.622562 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fbba4-c51b-4174-857c-8d044bbb4780 req-3fd732f8-4d6a-4dea-804b-c0ad91cd4c6e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:19:59.624781 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-534fbba4-c51b-4174-857c-8d044bbb4780 req-3fd732f8-4d6a-4dea-804b-c0ad91cd4c6e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1631539
May 12 08:19:59.680930 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-534fbba4-c51b-4174-857c-8d044bbb4780 req-be71056c-0f8c-44ff-8a71-2b60d16c7da4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499501
May 12 08:19:59.715734 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1e067c67-a7e3-4db0-ab71-95b9f1cd2022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3955227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3904446'] for subnet, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:59.719920 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:19:59.753631 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e067c67-a7e3-4db0-ab71-95b9f1cd2022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4bf06c8-67b5-45d2-8bde-27b22beb40f1,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:19:59.757311 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1e067c67-a7e3-4db0-ab71-95b9f1cd2022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:19:59.758299 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1e067c67-a7e3-4db0-ab71-95b9f1cd2022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:19:59.765718 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-1e067c67-a7e3-4db0-ab71-95b9f1cd2022 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b4bf06c8-67b5-45d2-8bde-27b22beb40f1 HTTP/1.1" status: 204  len: 168 time: 0.6815329
May 12 08:19:59.767052 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 33018) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:19:59.983281 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:00.160739 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:00.180969 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c9852d850>,) {'filters': {'network_id': ['25fb5ccd-86c3-4bf3-b7d1-073d3a05f034']}} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:00.195143 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9852d850>, '98cbe098-475b-4485-92d1-147a3f3093a3') {'for_net_delete': True} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:00.195440 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9852d850>, '98cbe098-475b-4485-92d1-147a3f3093a3') {} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:00.212214 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2661498'] for segment, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:00.241589 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae2d2-589c-463b-adff-19dfc04327a4 req-e54fe3e5-e2ec-4f74-9841-c6ababd93cbc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:00.243151 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-102ae2d2-589c-463b-adff-19dfc04327a4 req-e54fe3e5-e2ec-4f74-9841-c6ababd93cbc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 943 time: 0.2188804
May 12 08:20:00.244304 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:00.271602 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=78688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:20:00.271602 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3955325'] for segment, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]: Traceback (most recent call last):
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     timer()
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     cb(*args, **kw)
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     return func(*args, **kwargs)
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     self._notify()
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     self.callback(batched_events)
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     event.method(event)
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     return f(self, *a, **k)
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._get(url).json()
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self.request(url, 'GET', **kwargs)
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:20:00.292328 dv-cinder-790910-1-iscsi neutron-server[78688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:20:00.312173 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b021fcbc-5eba-4d10-94ce-eda55b2411fb req-357fa698-3edb-4ef3-aeae-ebba4cdd3f56 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.0905766
May 12 08:20:00.401931 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-102ae2d2-589c-463b-adff-19dfc04327a4 req-7e321ff2-f54a-4930-95e0-08940cfbc9d4 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515782
May 12 08:20:00.417287 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:00.421723 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:00.438047 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:00.449132 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] Pushing event deleted for resources: {'Network': ['ID=25fb5ccd-86c3-4bf3-b7d1-073d3a05f034,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:00.452366 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:00.460314 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-6358e18b-9ac6-4716-bb90-f405b603364a admin admin] 10.222.0.36 "DELETE /v2.0/networks/25fb5ccd-86c3-4bf3-b7d1-073d3a05f034 HTTP/1.1" status: 204  len: 168 time: 0.6920915
May 12 08:20:00.550384 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0202ab-b027-4587-9d03-6b9af974ce5e req-b57367c8-1193-41e0-8bca-31a78e6f9344 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:00.559866 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2f0202ab-b027-4587-9d03-6b9af974ce5e req-b57367c8-1193-41e0-8bca-31a78e6f9344 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.0939751
May 12 08:20:00.615496 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2f0202ab-b027-4587-9d03-6b9af974ce5e req-1f1fa6c9-637d-4061-a9b6-65758fd86e93 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542707
May 12 08:20:00.718356 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 33036) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:00.783716 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-a8a5edf9-e7bf-46bd-a55d-4dda0975ef29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d35dffd39bca4e16ac51245d2ed98ee7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0617561
May 12 08:20:00.784040 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 33044) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:00.892226 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dde4a0c5-0d84-4914-b55d-70ef3bff0c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:00.922924 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dde4a0c5-0d84-4914-b55d-70ef3bff0c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:00.975518 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f42a2-1daf-4d33-9959-aa2c3ce9a846 req-db489efe-ec65-4faa-aaf8-76a12f9554e2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:00.976981 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-457f42a2-1daf-4d33-9959-aa2c3ce9a846 req-db489efe-ec65-4faa-aaf8-76a12f9554e2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1482770
May 12 08:20:01.008492 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dde4a0c5-0d84-4914-b55d-70ef3bff0c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:01.012108 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9a895e7b-eccd-469b-9ec3-7f568d45f4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:01.034879 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4a0c5-0d84-4914-b55d-70ef3bff0c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3091120-c5aa-4b0b-ba9a-023a3f14be10,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:01.041382 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-dde4a0c5-0d84-4914-b55d-70ef3bff0c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:01.044487 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-457f42a2-1daf-4d33-9959-aa2c3ce9a846 req-09700a36-b81e-4c58-afdd-131f10348196 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611522
May 12 08:20:01.050720 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dde4a0c5-0d84-4914-b55d-70ef3bff0c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:01.052016 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-dde4a0c5-0d84-4914-b55d-70ef3bff0c5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3091120-c5aa-4b0b-ba9a-023a3f14be10 HTTP/1.1" status: 204  len: 168 time: 0.2669375
May 12 08:20:01.556924 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1761e790-f9bb-43cd-a45b-3eac97e0829b req-6373a42d-f2ab-43f0-bc2d-ee66d0cfc32f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] 10.222.0.36 "GET /v2.0/ports?device_id=06a49eee-605b-451e-b75c-1b8fb540e767 HTTP/1.1" status: 200  len: 210 time: 0.0652888
May 12 08:20:01.559862 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6193c-7d85-4390-9144-90a362d2854f req-ec57b0f4-69f4-4885-894c-98b22b05b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:01.561644 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-faf6193c-7d85-4390-9144-90a362d2854f req-ec57b0f4-69f4-4885-894c-98b22b05b9b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c66c87ec8cd0457ca734a96764beff9c&device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 1096 time: 0.1804407
May 12 08:20:01.621733 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f392d-140d-48f8-8f5c-31b4be147956 req-8923e203-4ecd-423f-9cbf-ee8a194dde84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:01.623334 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a69f392d-140d-48f8-8f5c-31b4be147956 req-8923e203-4ecd-423f-9cbf-ee8a194dde84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 1098 time: 0.1673155
May 12 08:20:01.747812 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e520480-0f46-4fc5-bf99-a9b781f44e08 req-9b0ac8c1-a372-4ad2-911e-66c9b5c22898 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:01.755267 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1e520480-0f46-4fc5-bf99-a9b781f44e08 req-9b0ac8c1-a372-4ad2-911e-66c9b5c22898 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 943 time: 0.1985912
May 12 08:20:01.797361 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6193c-7d85-4390-9144-90a362d2854f req-0dfe9fee-b1a6-426a-8eea-9258e0b09aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:01.799049 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-faf6193c-7d85-4390-9144-90a362d2854f req-0dfe9fee-b1a6-426a-8eea-9258e0b09aca service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c66c87ec8cd0457ca734a96764beff9c&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2210338
May 12 08:20:01.841282 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1e520480-0f46-4fc5-bf99-a9b781f44e08 req-6d7c4ec5-5cd9-452e-bcf8-356cbde0b72b tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849717
May 12 08:20:01.849421 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f392d-140d-48f8-8f5c-31b4be147956 req-f1c162d9-3b3c-4868-87ca-38d98132786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:01.851136 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a69f392d-140d-48f8-8f5c-31b4be147956 req-f1c162d9-3b3c-4868-87ca-38d98132786d service neutron] 10.222.0.39 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 911 time: 0.2201505
May 12 08:20:01.960751 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14292b7-08e3-49d9-b9c5-cd8ce189755e req-1d853f66-f116-44ef-be61-884902099f47 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:01.963539 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e14292b7-08e3-49d9-b9c5-cd8ce189755e req-1d853f66-f116-44ef-be61-884902099f47 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.2310591
May 12 08:20:01.989406 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a69f392d-140d-48f8-8f5c-31b4be147956 req-8864df4d-acd4-40ae-b57b-c8cd4b0629da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d07b4-8569-4285-aa6c-d9d787414003 HTTP/1.1" status: 200  len: 999 time: 0.1159213
May 12 08:20:02.075124 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f392d-140d-48f8-8f5c-31b4be147956 req-bc5b662e-9696-4c99-b86e-744341cf8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:02.076091 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e14292b7-08e3-49d9-b9c5-cd8ce189755e req-e766ce36-f162-40cd-8def-aad703f71490 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974996
May 12 08:20:02.076724 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a69f392d-140d-48f8-8f5c-31b4be147956 req-bc5b662e-9696-4c99-b86e-744341cf8f9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 200  len: 849 time: 0.0797288
May 12 08:20:02.078625 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6193c-7d85-4390-9144-90a362d2854f req-59877aaa-3d9b-4f43-abb3-7efd18fc9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:02.080082 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-faf6193c-7d85-4390-9144-90a362d2854f req-59877aaa-3d9b-4f43-abb3-7efd18fc9a5b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2711325
May 12 08:20:02.222701 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f392d-140d-48f8-8f5c-31b4be147956 req-62b18ef2-7b88-4d5c-981c-d7665c14b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:02.224499 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a69f392d-140d-48f8-8f5c-31b4be147956 req-62b18ef2-7b88-4d5c-981c-d7665c14b1af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37e969d9-2b61-4149-b6a0-e4045133e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1334529
May 12 08:20:02.272904 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-6f79631c-dd7a-42e8-b418-d6da4c5b71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:02.274937 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-6f79631c-dd7a-42e8-b418-d6da4c5b71e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c66c87ec8cd0457ca734a96764beff9c&device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 1096 time: 0.1393211
May 12 08:20:02.371796 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-48278c8e-f91d-4d56-86e4-b9d404f07e69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b2743b-eccd-4786-9840-de55ab107c53 HTTP/1.1" status: 200  len: 217 time: 0.0829647
May 12 08:20:02.428470 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a69f392d-140d-48f8-8f5c-31b4be147956 req-850c82c1-7e25-4599-84e6-c3075bc63335 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618388
May 12 08:20:02.474475 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f6ee0-b198-4b38-93b8-598c22599784 req-19fa1fb3-65f7-42f2-a1c2-5041747e6aa9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:02.482201 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fc7f6ee0-b198-4b38-93b8-598c22599784 req-19fa1fb3-65f7-42f2-a1c2-5041747e6aa9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.2562177
May 12 08:20:02.574560 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-dd29ff43-bf9e-4ce6-baeb-59a8a54e5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:02.576019 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-dd29ff43-bf9e-4ce6-baeb-59a8a54e5c26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e458df9d-138f-428d-8d35-1be7b30d9838 HTTP/1.1" status: 200  len: 854 time: 0.1956248
May 12 08:20:02.673521 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33128) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:02.706943 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fc7f6ee0-b198-4b38-93b8-598c22599784 req-19bc1025-fb2f-4514-9eaa-40270e6a50c1 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2238536
May 12 08:20:02.710779 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-a2bcd16f-c66f-41df-af05-035eb33d72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:02.713137 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-a2bcd16f-c66f-41df-af05-035eb33d72c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3e0da1e-bca8-4a4e-938b-140c21da1156&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1293812
May 12 08:20:02.738849 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a69f392d-140d-48f8-8f5c-31b4be147956 req-711c7615-5232-4f06-a85b-10c56df9d1f5 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2992337
May 12 08:20:02.825517 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1773533-5070-4fa1-9c59-8779307e3e91 admin admin] Deleting subnet 9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8 {{(pid=78689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:20:02.830556 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b1773533-5070-4fa1-9c59-8779307e3e91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:02.906582 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b1773533-5070-4fa1-9c59-8779307e3e91 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:02.921352 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b1773533-5070-4fa1-9c59-8779307e3e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:02.944853 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65f148-9ea2-4799-bf5a-4a295986583f req-2b681333-3752-44de-a0d5-952049e22980 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:02.946805 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8a65f148-9ea2-4799-bf5a-4a295986583f req-2b681333-3752-44de-a0d5-952049e22980 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.39 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.1355391
May 12 08:20:02.984597 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-90f28c7a-a777-42ac-8778-ceb09bafd6cb service neutron] 10.222.0.39 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2605391
May 12 08:20:03.141669 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-8a65f148-9ea2-4799-bf5a-4a295986583f req-7fe3ec5d-f34b-44d9-9642-27450093f1b2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Deleting port 900d3b22-52e1-49e8-97c7-b02d237731d7 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:20:03.142548 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-8a65f148-9ea2-4799-bf5a-4a295986583f req-7fe3ec5d-f34b-44d9-9642-27450093f1b2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:03.363113 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-8a65f148-9ea2-4799-bf5a-4a295986583f req-7fe3ec5d-f34b-44d9-9642-27450093f1b2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] For port 900d3b22-52e1-49e8-97c7-b02d237731d7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=900d3b22-52e1-49e8-97c7-b02d237731d7,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:03.363885 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-8a65f148-9ea2-4799-bf5a-4a295986583f req-7fe3ec5d-f34b-44d9-9642-27450093f1b2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:03.423144 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3b0c81ad-a825-4d61-9a72-af36c681ea3b req-d98c8d28-524f-45f2-8bf9-8e00f453b491 service neutron] 10.222.0.39 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4064589
May 12 08:20:03.443804 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1f85c-7c17-4c6f-b48f-c911ce8b390f req-857a894d-6d78-4572-a4da-5206ad95b1ce tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:03.446373 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-07e1f85c-7c17-4c6f-b48f-c911ce8b390f req-857a894d-6d78-4572-a4da-5206ad95b1ce tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=22ac2f16-d869-45e4-91b2-e76750314799 HTTP/1.1" status: 200  len: 946 time: 0.2103395
May 12 08:20:03.510488 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-8a65f148-9ea2-4799-bf5a-4a295986583f req-7fe3ec5d-f34b-44d9-9642-27450093f1b2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Calling delete_port for 900d3b22-52e1-49e8-97c7-b02d237731d7 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:20:03.530773 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf0666-9629-498b-b6a5-370fbafbf72d req-74a517df-70a6-4acc-a248-6c7b0e51f1dd tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:03.538229 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4bdf0666-9629-498b-b6a5-370fbafbf72d req-74a517df-70a6-4acc-a248-6c7b0e51f1dd tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 943 time: 0.3782120
May 12 08:20:03.564907 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-07e1f85c-7c17-4c6f-b48f-c911ce8b390f req-6cb6fee2-b935-4a68-8a55-8202e7f3d7ce tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633433
May 12 08:20:03.595723 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4bdf0666-9629-498b-b6a5-370fbafbf72d req-feaab474-49c9-44fa-816b-08a6b584d91b tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564220
May 12 08:20:03.598194 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b1773533-5070-4fa1-9c59-8779307e3e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for subnet, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:03.603926 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-0d905bb6-c2a5-45ec-b804-faab5f6957d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:03.636891 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1773533-5070-4fa1-9c59-8779307e3e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:03.640112 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-b1773533-5070-4fa1-9c59-8779307e3e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:03.641367 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b1773533-5070-4fa1-9c59-8779307e3e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:03.647468 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-b1773533-5070-4fa1-9c59-8779307e3e91 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9ed44d4e-cfd9-4de1-a7e9-07a4edf2b1b8 HTTP/1.1" status: 204  len: 168 time: 0.9729848
May 12 08:20:03.649963 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33160) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:03.690775 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-8a65f148-9ea2-4799-bf5a-4a295986583f req-7fe3ec5d-f34b-44d9-9642-27450093f1b2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:03.696565 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d5ef5c66-969a-4bf4-8cc0-67b0d5a0684c tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:03.705293 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['377eb68e-c1dd-4646-beae-9867a6ee3ce9'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:20:03.765981 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3ec5d-f34b-44d9-9642-27450093f1b2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Pushing event deleted for resources: {'Port': ['ID=900d3b22-52e1-49e8-97c7-b02d237731d7,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:03.770215 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7fe3ec5d-f34b-44d9-9642-27450093f1b2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:03.773425 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:03.897536 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a65f148-9ea2-4799-bf5a-4a295986583f req-7fe3ec5d-f34b-44d9-9642-27450093f1b2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] No DVR routers for this DVR port 900d3b22-52e1-49e8-97c7-b02d237731d7 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:20:03.900836 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-8a65f148-9ea2-4799-bf5a-4a295986583f req-7fe3ec5d-f34b-44d9-9642-27450093f1b2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:03.908616 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ac2f16-d869-45e4-91b2-e76750314799', 'name': 'network-vif-deleted', 'tag': '900d3b22-52e1-49e8-97c7-b02d237731d7'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:20:03.940366 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8a65f148-9ea2-4799-bf5a-4a295986583f req-7fe3ec5d-f34b-44d9-9642-27450093f1b2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.39 "DELETE /v2.0/ports/900d3b22-52e1-49e8-97c7-b02d237731d7 HTTP/1.1" status: 204  len: 173 time: 0.9840667
May 12 08:20:03.963036 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:03.977949 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b45a86-5b2c-4688-b3f4-5fbcca88b7cb req-3390320a-e63e-41a9-ae8e-b51be65bce11 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:03.979476 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-36b45a86-5b2c-4688-b3f4-5fbcca88b7cb req-3390320a-e63e-41a9-ae8e-b51be65bce11 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1330142
May 12 08:20:03.981216 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ac2f16-d869-45e4-91b2-e76750314799', 'name': 'network-vif-deleted', 'tag': '900d3b22-52e1-49e8-97c7-b02d237731d7', 'status': 'completed', 'code': 200}
May 12 08:20:03.986796 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6c9a01c8b0>> segment before_delete 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:03.987175 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6c9a01c8b0>> subnet precommit_delete_associations 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:03.987921 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c98c8a9a0>> segment_host_mapping after_create 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:03.988262 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c98c8a9a0>> port after_create 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:03.988579 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c98c8a9a0>> port after_delete 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:03.988907 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c98c8a9a0>> port after_update 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:03.989389 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c98c8a9a0>> segment after_delete 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:03.989557 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c98c8a9a0>> subnet after_create 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:03.989865 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c98c8a9a0>> subnet after_delete 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:03.990175 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6c98c8a9a0>> subnet after_update 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:04.029738 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-36b45a86-5b2c-4688-b3f4-5fbcca88b7cb req-6b41cef5-2b4b-4d9b-a490-e2a7e76454dd tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436656
May 12 08:20:04.176994 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6c98e59cd0>> subnet after_create 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:04.177385 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6c98e59cd0>> subnet after_delete 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:04.177714 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6c98e59cd0>> subnet before_create 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:04.178040 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6c98e59cd0>> subnet before_update 55550000 {{(pid=78689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 12 08:20:04.178390 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c98c8a8e0>,) {'filters': {'network_id': ['c5c93c52-d434-4d11-965a-99883e6ce5f2']}} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:04.194109 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c98c8a8e0>, '7e9f81a8-733b-4b18-b815-48beb465a834') {'for_net_delete': True} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:04.194358 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c98c8a8e0>, '7e9f81a8-733b-4b18-b815-48beb465a834') {} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:04.217930 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095680'] for segment, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:04.231133 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-2cf63775-b56d-410f-8dc4-df56093ad4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:04.232825 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-2cf63775-b56d-410f-8dc4-df56093ad4f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7&tenant_id=54154e676c8c499798f207ead5f9d61e HTTP/1.1" status: 200  len: 1097 time: 0.4205272
May 12 08:20:04.241008 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:04.249479 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=78689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:20:04.249871 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2234083'] for segment, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   from cryptography.utils import int_from_bytes
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   from cryptography.utils import int_from_bytes
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]: Traceback (most recent call last):
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     timer()
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     cb(*args, **kw)
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     return func(*args, **kwargs)
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     self._notify()
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     self.callback(batched_events)
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     event.method(event)
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     return f(self, *a, **k)
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._get(url).json()
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self.request(url, 'GET', **kwargs)
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:20:04.265511 dv-cinder-790910-1-iscsi neutron-server[78689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:20:04.386714 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:04.393853 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:04.417719 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:04.422235 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c93c52-d434-4d11-965a-99883e6ce5f2,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:04.426273 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:04.430856 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-d67f18e4-8f27-4cbf-aa18-e57831003762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:04.432307 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-d67f18e4-8f27-4cbf-aa18-e57831003762 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 1097 time: 0.1631727
May 12 08:20:04.461210 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c5c93c52-d434-4d11-965a-99883e6ce5f2 HTTP/1.1" status: 204  len: 168 time: 0.8101525
May 12 08:20:04.658283 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-f7c4ddd5-5379-4e2b-a78a-95b44108d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:04.659823 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-f7c4ddd5-5379-4e2b-a78a-95b44108d500 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 918 time: 0.2211323
May 12 08:20:04.774529 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33186) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:04.804688 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-138df7bc-ab2d-452f-9a42-7b811ef18896 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81fc3e62-68c2-450b-a878-288815da6114 HTTP/1.1" status: 200  len: 999 time: 0.1302640
May 12 08:20:04.833466 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d4cce-039e-448b-9b71-db9782d4aeab req-4ffcc7c2-2916-45ab-8657-382849bd93e5 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:04.835722 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f62d4cce-039e-448b-9b71-db9782d4aeab req-4ffcc7c2-2916-45ab-8657-382849bd93e5 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 943 time: 0.0813751
May 12 08:20:04.880426 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-879c852a-d86b-4584-9df6-e5a545c82041 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=107be98ae32048d89e278f66249d99b0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1044643
May 12 08:20:04.881623 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f62d4cce-039e-448b-9b71-db9782d4aeab req-05215e8c-a0e4-408c-be2e-5c27d018955e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400648
May 12 08:20:04.883128 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33190) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:04.913410 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-c467ad13-352c-47db-ae55-dae62be373b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:04.914875 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-c467ad13-352c-47db-ae55-dae62be373b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 200  len: 856 time: 0.0956221
May 12 08:20:04.958497 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device f7b2743b-eccd-4786-9840-de55ab107c53 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:20:04.962253 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 900d3b22-52e1-49e8-97c7-b02d237731d7 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:20:04.998739 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: 900d3b22-52e1-49e8-97c7-b02d237731d7 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:20:04.999062 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 900d3b22-52e1-49e8-97c7-b02d237731d7 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:20:05.004283 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-01dba28c-2ffc-4e6c-8661-f20c00cf0c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:05.038731 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-01dba28c-2ffc-4e6c-8661-f20c00cf0c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:05.086166 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-34b5841b-9f93-4b8f-a060-39a882e939f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:05.087700 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-34b5841b-9f93-4b8f-a060-39a882e939f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1515985
May 12 08:20:05.112088 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27078ad5-a3d6-4326-87c3-81f5a86e39ee req-7a13cec7-deb7-4858-8cca-4bdce66de801 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:05.112889 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-27078ad5-a3d6-4326-87c3-81f5a86e39ee req-7a13cec7-deb7-4858-8cca-4bdce66de801 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Synchronizing usage tracker for tenant:ca191bcd5f5a4387aad83a12a025e998 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:20:05.132584 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-27078ad5-a3d6-4326-87c3-81f5a86e39ee req-7a13cec7-deb7-4858-8cca-4bdce66de801 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Unset dirty status for tenant:ca191bcd5f5a4387aad83a12a025e998 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:20:05.134044 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-27078ad5-a3d6-4326-87c3-81f5a86e39ee req-7a13cec7-deb7-4858-8cca-4bdce66de801 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1329913
May 12 08:20:05.156858 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port f7b2743b-eccd-4786-9840-de55ab107c53, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f7b2743b-eccd-4786-9840-de55ab107c53,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:05.174463 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'port_id': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'mac_address': 'fa:16:3e:dd:46:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:20:05.201567 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-27078ad5-a3d6-4326-87c3-81f5a86e39ee req-bcb60c73-0ea5-4326-acb3-10d3e72423d9 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563030
May 12 08:20:05.261596 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:05.275051 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b2743b-eccd-4786-9840-de55ab107c53 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:20:05.285458 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-01dba28c-2ffc-4e6c-8661-f20c00cf0c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:05.290888 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port f7b2743b-eccd-4786-9840-de55ab107c53, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f7b2743b-eccd-4786-9840-de55ab107c53,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:05.291515 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:05.294695 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:05.297698 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:05.324434 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dba28c-2ffc-4e6c-8661-f20c00cf0c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf294e4-fe21-41a8-805f-156f950dc925,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:05.331171 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-01dba28c-2ffc-4e6c-8661-f20c00cf0c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:05.336074 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-30d62ba7-5575-482f-91de-7ff8ff772da2 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2376809
May 12 08:20:05.341980 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-01dba28c-2ffc-4e6c-8661-f20c00cf0c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:05.345653 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-01dba28c-2ffc-4e6c-8661-f20c00cf0c39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bcf294e4-fe21-41a8-805f-156f950dc925 HTTP/1.1" status: 204  len: 168 time: 0.4588895
May 12 08:20:05.390588 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=f7b2743b-eccd-4786-9840-de55ab107c53,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:05.400230 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:05.447160 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee17737-55cd-462e-900c-ec2834be93a4 req-14c20855-c61b-4078-863c-f15cac388f09 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:05.448581 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-aee17737-55cd-462e-900c-ec2834be93a4 req-14c20855-c61b-4078-863c-f15cac388f09 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.2478623
May 12 08:20:05.547822 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['f7b2743b-eccd-4786-9840-de55ab107c53'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:20:05.556978 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-aee17737-55cd-462e-900c-ec2834be93a4 req-0878dd40-13c2-441e-a3f1-86b65d1c3052 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010790
May 12 08:20:05.563868 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-df75d9f2-ed69-43c7-a4d2-37c8c4ef379e req-32c25597-214c-42cc-9586-054a2e26bd8c service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2133675
May 12 08:20:06.088291 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dece6-30e9-4527-88b8-534a466a6fdf req-70a0db45-0067-4b7c-8c89-af708c9cc55e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:06.093544 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9b2dece6-30e9-4527-88b8-534a466a6fdf req-70a0db45-0067-4b7c-8c89-af708c9cc55e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 944 time: 0.0976830
May 12 08:20:06.138699 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9b2dece6-30e9-4527-88b8-534a466a6fdf req-b6594a75-cb6a-4475-8872-03853f3d0319 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430951
May 12 08:20:06.444345 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fe776-5816-4e77-bb65-1c1666a7051b req-56783a71-cc40-4486-8b3c-1b06b342f238 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:06.445913 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e47fe776-5816-4e77-bb65-1c1666a7051b req-56783a71-cc40-4486-8b3c-1b06b342f238 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1096375
May 12 08:20:06.561653 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e47fe776-5816-4e77-bb65-1c1666a7051b req-5571d17a-bcde-48e9-a940-f5b1fc2f5a44 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086924
May 12 08:20:06.949146 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02c4a-9f4c-46d7-9542-2a57a7b521c1 req-84deca18-0a00-4aac-8e5f-13c1ba58a30d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:06.965214 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device f7b2743b-eccd-4786-9840-de55ab107c53 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:20:06.965751 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-66a02c4a-9f4c-46d7-9542-2a57a7b521c1 req-84deca18-0a00-4aac-8e5f-13c1ba58a30d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.2576175
May 12 08:20:07.024534 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-66a02c4a-9f4c-46d7-9542-2a57a7b521c1 req-4ee413b7-8580-4631-9b0e-db746710437e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556390
May 12 08:20:07.176696 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port f7b2743b-eccd-4786-9840-de55ab107c53 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:20:07.190293 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port f7b2743b-eccd-4786-9840-de55ab107c53 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:20:07.190770 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:07.410836 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:07.508656 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:20:07.533098 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port f7b2743b-eccd-4786-9840-de55ab107c53, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f7b2743b-eccd-4786-9840-de55ab107c53,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:07.547568 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:07.557591 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:07.608262 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38271f-ef28-4932-90d1-16d2a10b5f5d req-fa65700d-dbd5-4c4f-8c83-796cd1012d96 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:07.609749 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0a38271f-ef28-4932-90d1-16d2a10b5f5d req-fa65700d-dbd5-4c4f-8c83-796cd1012d96 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 944 time: 0.2502565
May 12 08:20:07.666583 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'code': 200}
May 12 08:20:07.729662 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=f7b2743b-eccd-4786-9840-de55ab107c53,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:07.741796 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0a38271f-ef28-4932-90d1-16d2a10b5f5d req-ba43e87a-93c7-44b7-95f3-334bcb66c94b tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195359
May 12 08:20:07.743269 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:07.879864 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a30ee-3f6c-496b-8194-d1d023176204 req-c7c92905-ff5d-4217-bdd3-1c3df1cc6847 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:07.881691 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3c8a30ee-3f6c-496b-8194-d1d023176204 req-c7c92905-ff5d-4217-bdd3-1c3df1cc6847 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1023016
May 12 08:20:07.939552 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3c8a30ee-3f6c-496b-8194-d1d023176204 req-1d824ea6-c539-46d8-91c4-9bfde9aedd6a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482821
May 12 08:20:08.301430 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf01cd6-7661-46fd-b097-069fdee0282e req-88056a3f-672d-4e5c-803b-da5b16eddb7c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:08.302882 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3cf01cd6-7661-46fd-b097-069fdee0282e req-88056a3f-672d-4e5c-803b-da5b16eddb7c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1041927
May 12 08:20:08.348327 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3cf01cd6-7661-46fd-b097-069fdee0282e req-462ea5c1-dc5b-48de-b0a8-fb704a7dd28c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396273
May 12 08:20:09.083636 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1006a-285f-42de-8ebe-c67a2bbc301e req-9c06397a-92de-4eb9-9a14-f5bb310f5815 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:09.085135 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c5f1006a-285f-42de-8ebe-c67a2bbc301e req-9c06397a-92de-4eb9-9a14-f5bb310f5815 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.2251430
May 12 08:20:09.138225 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c5f1006a-285f-42de-8ebe-c67a2bbc301e req-cf24c618-75c1-479d-9f2f-3afb4fc4ef24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468326
May 12 08:20:09.169629 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64905e9f-3b2c-42dc-b060-6bced03d1435 req-29667217-215d-4185-9754-faee3f61b1a7 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:09.170971 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-64905e9f-3b2c-42dc-b060-6bced03d1435 req-29667217-215d-4185-9754-faee3f61b1a7 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0952909
May 12 08:20:09.217102 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-64905e9f-3b2c-42dc-b060-6bced03d1435 req-be3ee715-eea5-4fe1-a4ec-aeb7a241e502 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402656
May 12 08:20:09.662620 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380e2f3-0e95-4811-9344-da8d3d1abc95 req-825117de-385c-470e-8f2b-ad2e9684447e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:09.664360 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c380e2f3-0e95-4811-9344-da8d3d1abc95 req-825117de-385c-470e-8f2b-ad2e9684447e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1986017
May 12 08:20:09.729973 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c380e2f3-0e95-4811-9344-da8d3d1abc95 req-33e615e1-8312-4808-b02b-2c784071e2ab tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571647
May 12 08:20:09.863966 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:10.177912 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33346) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:10.243150 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_v2 [None req-a292a1b1-c0c8-4653-8934-51e9749d75d9 admin admin] Deleting subnet e8b04f9b-262f-44f6-8431-7d3b66e55271 {{(pid=78689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:20:10.247481 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a292a1b1-c0c8-4653-8934-51e9749d75d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:10.303695 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a292a1b1-c0c8-4653-8934-51e9749d75d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095711'] for subnet, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:10.402585 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a292a1b1-c0c8-4653-8934-51e9749d75d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:10.454446 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db9cb9-2076-4944-8a7f-3a85db78e103 req-a5e9e50c-177b-47d9-ae04-9f5bcb2ca40f tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:10.469364 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-37db9cb9-2076-4944-8a7f-3a85db78e103 req-a5e9e50c-177b-47d9-ae04-9f5bcb2ca40f tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1287694
May 12 08:20:10.537467 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0797e-9956-4a63-990f-5ee33a5fe35f req-e15949a3-5a09-405d-8c95-32f2e6db165c tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:10.538953 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3cc0797e-9956-4a63-990f-5ee33a5fe35f req-e15949a3-5a09-405d-8c95-32f2e6db165c tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.2563071
May 12 08:20:10.543690 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-37db9cb9-2076-4944-8a7f-3a85db78e103 req-ac8bfe8a-b145-49f2-a1c1-d5c4e5b2e0cc tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527666
May 12 08:20:10.686427 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3cc0797e-9956-4a63-990f-5ee33a5fe35f req-9c2c9e8e-bab3-4a45-8688-7d17e58aeef4 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396148
May 12 08:20:10.798257 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a292a1b1-c0c8-4653-8934-51e9749d75d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2233989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147614'] for subnet, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:10.813667 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:10.852184 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292a1b1-c0c8-4653-8934-51e9749d75d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b04f9b-262f-44f6-8431-7d3b66e55271,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:10.856272 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a292a1b1-c0c8-4653-8934-51e9749d75d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:10.857604 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a292a1b1-c0c8-4653-8934-51e9749d75d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:10.863588 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-a292a1b1-c0c8-4653-8934-51e9749d75d9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e8b04f9b-262f-44f6-8431-7d3b66e55271 HTTP/1.1" status: 204  len: 168 time: 0.6844180
May 12 08:20:10.866293 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33354) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:10.971330 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27642300-fb51-4246-8827-7d6c3f7a7034 req-31d37565-da93-41bc-b60f-fc1eb4b5b630 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:10.973027 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-27642300-fb51-4246-8827-7d6c3f7a7034 req-31d37565-da93-41bc-b60f-fc1eb4b5b630 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1072233
May 12 08:20:11.036070 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-27642300-fb51-4246-8827-7d6c3f7a7034 req-84246996-72d0-46e7-a3e6-67a6573b6347 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557063
May 12 08:20:11.044868 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:11.190310 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:11.204040 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c99e87580>,) {'filters': {'network_id': ['b3c98968-ec21-49ef-b4b4-c17f5940720f']}} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:11.217587 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c99e87580>, '24ee943b-0387-4da8-9613-f4c895716ba5') {'for_net_delete': True} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:11.217882 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c99e87580>, '24ee943b-0387-4da8-9613-f4c895716ba5') {} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:11.229995 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095680'] for segment, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:11.248456 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:11.256374 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=78689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:20:11.256812 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2234083'] for segment, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]: Traceback (most recent call last):
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     timer()
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     cb(*args, **kw)
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     return func(*args, **kwargs)
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     self._notify()
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     self.callback(batched_events)
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     event.method(event)
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     return f(self, *a, **k)
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._get(url).json()
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self.request(url, 'GET', **kwargs)
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:20:11.271723 dv-cinder-790910-1-iscsi neutron-server[78689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:20:11.359777 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:11.366800 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-456298c9-c959-4abb-8dc8-f9c6533d43f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:11.383319 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:11.390317 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c98968-ec21-49ef-b4b4-c17f5940720f,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:11.393165 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b3c98968-ec21-49ef-b4b4-c17f5940720f HTTP/1.1" status: 204  len: 168 time: 0.5258789
May 12 08:20:11.393993 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:11.585956 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33372) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:11.641221 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-c778ff9a-621b-4386-b657-b037b92fc6e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bbb89e3dd644f93879e6c92aaccceca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0536067
May 12 08:20:11.643414 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33376) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:11.704582 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-380dc8f9-b8f9-4eba-aedc-fd2b25b72533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:11.743732 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-380dc8f9-b8f9-4eba-aedc-fd2b25b72533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:11.822516 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-380dc8f9-b8f9-4eba-aedc-fd2b25b72533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:11.827466 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-621d100d-54c6-4407-a783-5a0b2dd5835c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:11.875255 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dc8f9-b8f9-4eba-aedc-fd2b25b72533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81a578d-6c82-4d9e-be8e-d3c5f7e675ed,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:11.882915 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-380dc8f9-b8f9-4eba-aedc-fd2b25b72533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:11.909022 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-380dc8f9-b8f9-4eba-aedc-fd2b25b72533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:11.909022 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-380dc8f9-b8f9-4eba-aedc-fd2b25b72533 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a81a578d-6c82-4d9e-be8e-d3c5f7e675ed HTTP/1.1" status: 204  len: 168 time: 0.2618899
May 12 08:20:11.972381 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18548862-6fea-4113-a2e0-c82501e236b6 req-f59d482c-9991-4260-bae5-cc1cd1fe313c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:11.974079 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-18548862-6fea-4113-a2e0-c82501e236b6 req-f59d482c-9991-4260-bae5-cc1cd1fe313c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1329675
May 12 08:20:11.977660 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312b3fe-076e-4729-86cb-4085e35e2f0b req-a59dce2a-e068-4920-acaa-359c783207ef tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:11.979526 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2312b3fe-076e-4729-86cb-4085e35e2f0b req-a59dce2a-e068-4920-acaa-359c783207ef tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.1326914
May 12 08:20:12.032527 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2312b3fe-076e-4729-86cb-4085e35e2f0b req-a790ba69-2778-4e6b-bbd6-5d12635b77bb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458312
May 12 08:20:12.033391 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-18548862-6fea-4113-a2e0-c82501e236b6 req-c97f0217-8f6b-4bef-a224-ecb396eab221 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526693
May 12 08:20:12.254165 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c200b-af0a-4286-9aed-5e2fabbcf25d req-dacd86b2-7b29-441b-a340-756ec8b6f778 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:12.256182 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-557c200b-af0a-4286-9aed-5e2fabbcf25d req-dacd86b2-7b29-441b-a340-756ec8b6f778 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0900791
May 12 08:20:12.310332 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-557c200b-af0a-4286-9aed-5e2fabbcf25d req-0104bc26-9992-40b1-8623-1e2eb2d9db95 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412693
May 12 08:20:13.267421 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33880f-252d-4495-acdd-d2cf5244aa5b req-e6de348f-46ce-4e5d-ad92-659cbbf121e4 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:13.270105 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ff33880f-252d-4495-acdd-d2cf5244aa5b req-e6de348f-46ce-4e5d-ad92-659cbbf121e4 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.1100180
May 12 08:20:13.314270 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557c206-5a66-4734-b83e-22ea40519362 req-28d71660-ad98-4b52-b34b-911c12479d3a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:13.316867 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0557c206-5a66-4734-b83e-22ea40519362 req-28d71660-ad98-4b52-b34b-911c12479d3a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1469324
May 12 08:20:13.358768 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ff33880f-252d-4495-acdd-d2cf5244aa5b req-5f62e19c-7bab-463a-8e49-110b7b5aaf2f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820847
May 12 08:20:13.393225 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0557c206-5a66-4734-b83e-22ea40519362 req-1e8067c0-1f1f-4fd0-8c76-7a0c9eae58a9 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566397
May 12 08:20:13.627544 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38f750-eb59-44d9-a282-768fd9a7578d req-f78b431c-5046-4c78-9860-97ea7b66e030 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:13.629022 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-bd38f750-eb59-44d9-a282-768fd9a7578d req-f78b431c-5046-4c78-9860-97ea7b66e030 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1287677
May 12 08:20:13.679478 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-bd38f750-eb59-44d9-a282-768fd9a7578d req-c5feb488-1c82-4fb9-a425-7fbd5a92ac88 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443070
May 12 08:20:14.130641 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:20:14.581611 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb4ac-e99b-4e53-ad09-29f2e1a83362 req-a2295d05-c959-4bf1-892d-4c698c7e536f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:14.595888 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-433cb4ac-e99b-4e53-ad09-29f2e1a83362 req-a2295d05-c959-4bf1-892d-4c698c7e536f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.1134787
May 12 08:20:14.640874 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b884b-f6b2-40f2-991f-ce367766cda9 req-8f11b5b5-bf88-4ace-8e8e-a283bb493b8a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:14.642298 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-647b884b-f6b2-40f2-991f-ce367766cda9 req-8f11b5b5-bf88-4ace-8e8e-a283bb493b8a tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1147883
May 12 08:20:14.644379 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-433cb4ac-e99b-4e53-ad09-29f2e1a83362 req-c6c7b2fb-01ce-4c25-9853-fafe571af136 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471923
May 12 08:20:14.722705 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-647b884b-f6b2-40f2-991f-ce367766cda9 req-167a5fdb-af53-4530-aa3d-71880172e04f tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738361
May 12 08:20:14.881485 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a6bc8-5209-4c5b-8e96-dfb392220cad req-612cbae0-ad83-4e7c-84c6-64e31eb79f07 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:14.882960 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-847a6bc8-5209-4c5b-8e96-dfb392220cad req-612cbae0-ad83-4e7c-84c6-64e31eb79f07 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0843697
May 12 08:20:14.931934 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-847a6bc8-5209-4c5b-8e96-dfb392220cad req-ec3881c8-c97a-47f3-bb4f-78c98f8f3bc0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427127
May 12 08:20:15.832557 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93b6ff-9f2a-4ef4-81c8-e0aff576766b req-2ba1f148-d422-4f59-9e2e-63b8909eccbf tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:15.839908 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-de93b6ff-9f2a-4ef4-81c8-e0aff576766b req-2ba1f148-d422-4f59-9e2e-63b8909eccbf tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.0899358
May 12 08:20:15.891937 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-de93b6ff-9f2a-4ef4-81c8-e0aff576766b req-754ae3b5-0301-4671-92e7-375e2e792c76 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510488
May 12 08:20:16.008355 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12cc037-4333-4fc3-b9ec-8a0523f1ce23 req-2f6bf621-8cd1-4747-a9aa-807907ef1bda tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:16.010584 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c12cc037-4333-4fc3-b9ec-8a0523f1ce23 req-2f6bf621-8cd1-4747-a9aa-807907ef1bda tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.1452880
May 12 08:20:16.102881 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c12cc037-4333-4fc3-b9ec-8a0523f1ce23 req-8b693104-a3a1-4f21-b151-9ef8e4210e77 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861852
May 12 08:20:16.267667 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b1eea-76aa-4389-92ec-e5e3f8f4c4b9 req-29ec57a7-71f3-464d-9827-514c4b10dd58 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:16.269940 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-fa5b1eea-76aa-4389-92ec-e5e3f8f4c4b9 req-29ec57a7-71f3-464d-9827-514c4b10dd58 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1382184
May 12 08:20:16.324947 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-fa5b1eea-76aa-4389-92ec-e5e3f8f4c4b9 req-7306280c-5df2-4089-b00e-e8c53efa1814 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453687
May 12 08:20:17.096273 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b5d39-cd0e-4e49-a71d-c30101558b8f req-3d863370-09fe-4b1c-9009-630f544b3559 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:17.097922 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ba1b5d39-cd0e-4e49-a71d-c30101558b8f req-3d863370-09fe-4b1c-9009-630f544b3559 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.0910521
May 12 08:20:17.147469 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ba1b5d39-cd0e-4e49-a71d-c30101558b8f req-80cd11e7-0f7a-4301-bcbb-eaafde023cfe tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429530
May 12 08:20:17.298977 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a214d-2545-4133-a9fe-0fa9998692e4 req-31218a1a-6d47-40c3-898a-b7002dd7f381 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:17.300907 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-165a214d-2545-4133-a9fe-0fa9998692e4 req-31218a1a-6d47-40c3-898a-b7002dd7f381 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0876133
May 12 08:20:17.356665 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-165a214d-2545-4133-a9fe-0fa9998692e4 req-3f7deb86-82d0-44f3-b93d-6c985227e3ca tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463147
May 12 08:20:17.527269 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d2639-fb98-489a-8ec6-147c4b4b2fa1 req-d7d38dde-e4cd-4638-82f9-f79c2a243a2c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:17.528735 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5a4d2639-fb98-489a-8ec6-147c4b4b2fa1 req-d7d38dde-e4cd-4638-82f9-f79c2a243a2c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0849004
May 12 08:20:17.577210 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5a4d2639-fb98-489a-8ec6-147c4b4b2fa1 req-1b8275fd-2a5b-44e6-af7b-50c7220466bd tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425377
May 12 08:20:18.342990 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfd7b5-2fc7-4965-8ca1-3989895a9d6e req-284c7aec-f3b4-4d29-949c-7f499f91f342 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:18.344479 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-13dfd7b5-2fc7-4965-8ca1-3989895a9d6e req-284c7aec-f3b4-4d29-949c-7f499f91f342 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.0911872
May 12 08:20:18.393427 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-13dfd7b5-2fc7-4965-8ca1-3989895a9d6e req-74622bee-b699-4b9c-a3bd-4009ce0bb0c8 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426362
May 12 08:20:18.553517 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c9c67-e2e9-4ad5-a98a-12c3795c4104 req-f38af363-fe58-4f1a-a6ba-46ce6a88c748 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:18.555032 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d70c9c67-e2e9-4ad5-a98a-12c3795c4104 req-f38af363-fe58-4f1a-a6ba-46ce6a88c748 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0901861
May 12 08:20:18.602732 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d70c9c67-e2e9-4ad5-a98a-12c3795c4104 req-2519b339-641b-4505-ba56-75af6d15e03e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419838
May 12 08:20:18.789318 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19d13-4865-4e0c-81e0-5d9dd5cdeed6 req-8506f44f-152a-4db3-81d8-8a367f58d42e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:18.790752 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1ae19d13-4865-4e0c-81e0-5d9dd5cdeed6 req-8506f44f-152a-4db3-81d8-8a367f58d42e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0855732
May 12 08:20:18.897516 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1ae19d13-4865-4e0c-81e0-5d9dd5cdeed6 req-b106f65e-4144-4b03-b4b2-31c4604ca766 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007833
May 12 08:20:19.583547 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59fe1b-811b-422e-b72d-ddca403d37e1 req-8b91f236-5ac9-4c68-b818-4234b7fa1f7d tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:19.585089 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1f59fe1b-811b-422e-b72d-ddca403d37e1 req-8b91f236-5ac9-4c68-b818-4234b7fa1f7d tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.0899186
May 12 08:20:19.630225 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1f59fe1b-811b-422e-b72d-ddca403d37e1 req-1e77e84b-69e5-4217-bdab-41769182bcb7 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392954
May 12 08:20:19.799793 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2727ed-7b13-4a78-86c3-9733621b29ec req-787ee399-09bd-4a9f-8e2b-a9fd9e090c62 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:19.801300 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5d2727ed-7b13-4a78-86c3-9733621b29ec req-787ee399-09bd-4a9f-8e2b-a9fd9e090c62 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0919702
May 12 08:20:19.848281 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5d2727ed-7b13-4a78-86c3-9733621b29ec req-37c1c177-0129-4882-9afa-a43e4ac80f9f tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412073
May 12 08:20:20.097220 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d5b51-5060-409d-adfb-73c32189d380 req-cac8f89e-1fc6-431a-bdb8-029b14098e95 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:20.098786 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1d8d5b51-5060-409d-adfb-73c32189d380 req-cac8f89e-1fc6-431a-bdb8-029b14098e95 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0867925
May 12 08:20:20.145284 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1d8d5b51-5060-409d-adfb-73c32189d380 req-5617b338-ac1e-43cf-a0af-62142e0cde1b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403240
May 12 08:20:20.369039 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ee58d-b24b-4bcc-807e-e1a4745abf70 req-cef47ae6-e0f4-4077-b553-59fd719ede32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:20.370577 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f44ee58d-b24b-4bcc-807e-e1a4745abf70 req-cef47ae6-e0f4-4077-b553-59fd719ede32 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 1098 time: 0.0716436
May 12 08:20:20.411867 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f44ee58d-b24b-4bcc-807e-e1a4745abf70 req-0c1d73ae-dc3c-48fb-8c11-ca263b5e25af service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341868
May 12 08:20:20.817326 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c8961-f7c8-4c4a-bd4c-8094d67facbb req-00cf332e-28b7-48a5-8d4b-f94557be55ae tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:20.818733 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-924c8961-f7c8-4c4a-bd4c-8094d67facbb req-00cf332e-28b7-48a5-8d4b-f94557be55ae tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.0810046
May 12 08:20:20.866775 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-924c8961-f7c8-4c4a-bd4c-8094d67facbb req-69a6ac95-8b4b-4167-bdbd-b647f96fb731 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402908
May 12 08:20:21.035406 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126c60d-3b9b-4b64-977b-925db139df52 req-8b0c92b0-3b39-49c8-8e21-ec0fa1924274 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:21.036869 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9126c60d-3b9b-4b64-977b-925db139df52 req-8b0c92b0-3b39-49c8-8e21-ec0fa1924274 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0850415
May 12 08:20:21.085906 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9126c60d-3b9b-4b64-977b-925db139df52 req-54f2f7fc-ea01-41a1-ab06-2d266030d8ca tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429716
May 12 08:20:21.348579 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcf274-7c2a-4e44-8f29-5e68c9ca8b7c req-003c0a8b-0afe-480c-9497-b2df6ca510e1 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:21.350096 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e7bcf274-7c2a-4e44-8f29-5e68c9ca8b7c req-003c0a8b-0afe-480c-9497-b2df6ca510e1 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0803611
May 12 08:20:21.394915 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e7bcf274-7c2a-4e44-8f29-5e68c9ca8b7c req-aca8eb94-7e82-4c96-b73a-631acd2a4e86 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385501
May 12 08:20:22.048090 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff91f6f-defa-4e17-a788-701062528beb req-be507c65-e304-431b-978c-5ab38385d482 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:22.050962 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9ff91f6f-defa-4e17-a788-701062528beb req-be507c65-e304-431b-978c-5ab38385d482 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.0791607
May 12 08:20:22.096042 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9ff91f6f-defa-4e17-a788-701062528beb req-3b4236fe-daa4-40ce-a610-50e383afdc96 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401344
May 12 08:20:22.284728 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541daa42-47e2-4cc2-b52d-d8e41cf97e8e req-188c649a-632b-4bee-9e57-0ab636b71ba7 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:22.286197 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-541daa42-47e2-4cc2-b52d-d8e41cf97e8e req-188c649a-632b-4bee-9e57-0ab636b71ba7 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0948222
May 12 08:20:22.331353 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-541daa42-47e2-4cc2-b52d-d8e41cf97e8e req-ade38965-3780-4279-b359-ef2a9fee7209 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394833
May 12 08:20:22.614725 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca3bf2-14ea-4e09-84d9-a474f7c4eede req-04823fd7-c183-4e36-b21f-5c61dda9285f tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:22.616177 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-25ca3bf2-14ea-4e09-84d9-a474f7c4eede req-04823fd7-c183-4e36-b21f-5c61dda9285f tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0952997
May 12 08:20:22.735035 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-25ca3bf2-14ea-4e09-84d9-a474f7c4eede req-8a8a5ad9-35ad-4788-bf73-5bedab189107 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101198
May 12 08:20:22.874853 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-eb25c81a-46a9-4ce0-8d6c-cdc052282936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:23.292357 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ddda9-b4e8-40f5-83fd-e9020fec3322 req-bae1b65e-d2ee-4169-ace7-603e91138439 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:23.293857 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-631ddda9-b4e8-40f5-83fd-e9020fec3322 req-bae1b65e-d2ee-4169-ace7-603e91138439 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.0825491
May 12 08:20:23.341603 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-631ddda9-b4e8-40f5-83fd-e9020fec3322 req-656ce03e-9c5e-40da-a410-ec02cb8651e6 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392907
May 12 08:20:23.523412 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767f4a2-4195-4c7f-9d3f-6ecd84ba3a57 req-389f6d7f-1534-4140-8d4a-d064d2a58f60 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:23.524850 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f767f4a2-4195-4c7f-9d3f-6ecd84ba3a57 req-389f6d7f-1534-4140-8d4a-d064d2a58f60 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0879548
May 12 08:20:23.571539 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f767f4a2-4195-4c7f-9d3f-6ecd84ba3a57 req-10ed4a6e-8ed6-41cd-845a-cd9cb054e4ec tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407653
May 12 08:20:23.933548 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d12043-763e-4323-9dac-9c45a179ce58 req-50dd6122-b898-44e6-8943-3dfc94c338f4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:23.935028 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-43d12043-763e-4323-9dac-9c45a179ce58 req-50dd6122-b898-44e6-8943-3dfc94c338f4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0791121
May 12 08:20:23.982846 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-43d12043-763e-4323-9dac-9c45a179ce58 req-79114bd0-f438-4e9b-b0a4-1e458df0ae81 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421238
May 12 08:20:24.533987 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6725628-dbee-448b-8ff1-72d7a3c7d697 req-5e08e24a-98cb-4fa5-b507-dd58a1c8e84e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:24.535499 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e6725628-dbee-448b-8ff1-72d7a3c7d697 req-5e08e24a-98cb-4fa5-b507-dd58a1c8e84e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.0831132
May 12 08:20:24.580592 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e6725628-dbee-448b-8ff1-72d7a3c7d697 req-5b5cc792-29b9-4807-a687-beb6560d626d tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390897
May 12 08:20:24.770856 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e031b-0264-494d-9218-56d6770dd2bb req-7a457a1b-9646-459f-aeb8-0be63692d9d1 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:24.772187 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2e7e031b-0264-494d-9218-56d6770dd2bb req-7a457a1b-9646-459f-aeb8-0be63692d9d1 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0924220
May 12 08:20:24.816403 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2e7e031b-0264-494d-9218-56d6770dd2bb req-9d874ef8-74a4-467c-9a8b-252d0d0fdf53 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/security-groups?id=90a4c5ed-8e19-4a74-b528-47008e519665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384879
May 12 08:20:25.199665 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db84cd-a785-41f5-bd84-4180b235f9b0 req-c23c1184-cfe0-4265-b77e-461a9004d24d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:25.201232 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-45db84cd-a785-41f5-bd84-4180b235f9b0 req-c23c1184-cfe0-4265-b77e-461a9004d24d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0871413
May 12 08:20:25.246549 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-45db84cd-a785-41f5-bd84-4180b235f9b0 req-f4fef304-0a93-4720-8e6e-0142e687cd15 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391722
May 12 08:20:25.261979 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:25.334956 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed69ca-5aea-48a0-92d1-8df79a98eddf req-04e439c8-dbac-471c-add5-ff31e106e25e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:25.336571 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-14ed69ca-5aea-48a0-92d1-8df79a98eddf req-04e439c8-dbac-471c-add5-ff31e106e25e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.39 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 946 time: 0.0865836
May 12 08:20:25.473234 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [req-14ed69ca-5aea-48a0-92d1-8df79a98eddf req-0e8c8ac5-77de-4fde-8658-8405ec0f615c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Deleting port 377eb68e-c1dd-4646-beae-9867a6ee3ce9 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:20:25.473576 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-14ed69ca-5aea-48a0-92d1-8df79a98eddf req-0e8c8ac5-77de-4fde-8658-8405ec0f615c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:25.542044 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-aa127df3-9e22-4aae-be83-e22c5f54b7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:25.603694 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-14ed69ca-5aea-48a0-92d1-8df79a98eddf req-0e8c8ac5-77de-4fde-8658-8405ec0f615c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] For port 377eb68e-c1dd-4646-beae-9867a6ee3ce9, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=377eb68e-c1dd-4646-beae-9867a6ee3ce9,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:25.603964 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-14ed69ca-5aea-48a0-92d1-8df79a98eddf req-0e8c8ac5-77de-4fde-8658-8405ec0f615c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:25.728118 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [req-14ed69ca-5aea-48a0-92d1-8df79a98eddf req-0e8c8ac5-77de-4fde-8658-8405ec0f615c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Calling delete_port for 377eb68e-c1dd-4646-beae-9867a6ee3ce9 owned by compute:nova {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:20:25.832897 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79e4fc-8540-4bf4-baf2-c93ece1b8bfa req-62d9df72-33ad-414c-b872-96440f805966 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:25.834364 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ca79e4fc-8540-4bf4-baf2-c93ece1b8bfa req-62d9df72-33ad-414c-b872-96440f805966 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.1128783
May 12 08:20:25.932140 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ca79e4fc-8540-4bf4-baf2-c93ece1b8bfa req-ce78eb87-8240-48a8-bdac-a120bdb5f267 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899458
May 12 08:20:25.946437 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-14ed69ca-5aea-48a0-92d1-8df79a98eddf req-0e8c8ac5-77de-4fde-8658-8405ec0f615c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:25.952363 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-344959ff-57e2-4b91-a239-6dc04cba44a8 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:25.958463 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['377eb68e-c1dd-4646-beae-9867a6ee3ce9'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:20:25.967320 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-334fdd69-d729-4e0a-a9e8-76da7f8eed19 req-4adb45f7-5b5f-402d-9cdc-301608f02473 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 210 time: 0.0468936
May 12 08:20:26.011662 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c8ac5-77de-4fde-8658-8405ec0f615c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Pushing event deleted for resources: {'Port': ['ID=377eb68e-c1dd-4646-beae-9867a6ee3ce9,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:26.099285 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-0e8c8ac5-77de-4fde-8658-8405ec0f615c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:26.190546 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ed69ca-5aea-48a0-92d1-8df79a98eddf req-0e8c8ac5-77de-4fde-8658-8405ec0f615c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] No DVR routers for this DVR port 377eb68e-c1dd-4646-beae-9867a6ee3ce9 on host hv-cinder-79091 {{(pid=78689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:20:26.193453 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-14ed69ca-5aea-48a0-92d1-8df79a98eddf req-0e8c8ac5-77de-4fde-8658-8405ec0f615c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:26.200551 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2382d50e-cb21-4507-b698-8f3b3795c839', 'name': 'network-vif-deleted', 'tag': '377eb68e-c1dd-4646-beae-9867a6ee3ce9'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:20:26.233663 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-14ed69ca-5aea-48a0-92d1-8df79a98eddf req-0e8c8ac5-77de-4fde-8658-8405ec0f615c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.39 "DELETE /v2.0/ports/377eb68e-c1dd-4646-beae-9867a6ee3ce9 HTTP/1.1" status: 204  len: 173 time: 0.8892026
May 12 08:20:26.261239 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07095705-98e7-4c95-9638-be037283884c req-6d8d6ea2-0bc5-4988-90c2-e466682060c9 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:26.263384 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-07095705-98e7-4c95-9638-be037283884c req-6d8d6ea2-0bc5-4988-90c2-e466682060c9 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.1631436
May 12 08:20:26.298701 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2382d50e-cb21-4507-b698-8f3b3795c839', 'name': 'network-vif-deleted', 'tag': '377eb68e-c1dd-4646-beae-9867a6ee3ce9', 'status': 'completed', 'code': 200}
May 12 08:20:26.342331 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-07095705-98e7-4c95-9638-be037283884c req-7674ece5-c445-4319-afb7-a03de9c7a968 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731010
May 12 08:20:26.413805 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:26.486540 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f8a42-a311-43ac-a2c0-b25429242ab7 req-6438cf5c-c1f4-463a-9067-90b8a13de27a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:26.497591 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c50f8a42-a311-43ac-a2c0-b25429242ab7 req-6438cf5c-c1f4-463a-9067-90b8a13de27a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.1176460
May 12 08:20:26.565344 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c50f8a42-a311-43ac-a2c0-b25429242ab7 req-8abc7ab7-1e9d-447b-8750-f104340a431b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667207
May 12 08:20:26.759350 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748b637-b660-4ff4-a566-35d0d38ab130 req-68e70453-7f3b-449e-a830-4bd28cf25285 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:26.760816 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9748b637-b660-4ff4-a566-35d0d38ab130 req-68e70453-7f3b-449e-a830-4bd28cf25285 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.0791199
May 12 08:20:26.811322 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9748b637-b660-4ff4-a566-35d0d38ab130 req-af0a7ef2-b0b1-4096-862c-16e40d096acd tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419986
May 12 08:20:27.132046 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-f800f518-6d37-4514-89f6-13c8e845edc7 req-acb93156-704d-4a13-9210-31dabc73c160 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Synchronizing usage tracker for tenant:ca191bcd5f5a4387aad83a12a025e998 on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:20:27.148949 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-f800f518-6d37-4514-89f6-13c8e845edc7 req-acb93156-704d-4a13-9210-31dabc73c160 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Unset dirty status for tenant:ca191bcd5f5a4387aad83a12a025e998 on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:20:27.150193 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f800f518-6d37-4514-89f6-13c8e845edc7 req-acb93156-704d-4a13-9210-31dabc73c160 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 210 time: 0.0590675
May 12 08:20:27.762349 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa643e-1e26-4678-b728-d1a17e747c59 req-6581e7e5-678d-4eae-b7ef-9d9ae8fdeae6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:27.765773 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-92fa643e-1e26-4678-b728-d1a17e747c59 req-6581e7e5-678d-4eae-b7ef-9d9ae8fdeae6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0878386
May 12 08:20:27.805356 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:27.833505 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-92fa643e-1e26-4678-b728-d1a17e747c59 req-0d1a8b15-4c72-4470-8145-39e7a9f87da3 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636432
May 12 08:20:28.328453 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-864a8c31-0478-48ad-b2d7-7bbe497034f8 req-fdc532a9-dda4-4905-8d30-97e9c18ccf0e tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 210 time: 0.0457876
May 12 08:20:29.040237 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f483a11-677e-4a0f-9e78-9197461e6cc4 req-17672f1e-670e-4faf-9e6d-66464f468c92 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:29.041724 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8f483a11-677e-4a0f-9e78-9197461e6cc4 req-17672f1e-670e-4faf-9e6d-66464f468c92 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 944 time: 0.0894868
May 12 08:20:29.085172 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8f483a11-677e-4a0f-9e78-9197461e6cc4 req-e95b6ba8-437b-4143-8b09-9cb8368c6c31 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378828
May 12 08:20:29.499605 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5e2b46c2-40a7-4488-9e5d-bc416bdd24fc req-711a8f21-0584-4957-8620-6caf44d1bf07 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] 10.222.0.36 "GET /v2.0/ports?device_id=2382d50e-cb21-4507-b698-8f3b3795c839 HTTP/1.1" status: 200  len: 210 time: 0.0422142
May 12 08:20:29.807816 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 81fc3e62-68c2-450b-a878-288815da6114 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:20:29.816182 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 377eb68e-c1dd-4646-beae-9867a6ee3ce9 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:20:29.868870 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: 377eb68e-c1dd-4646-beae-9867a6ee3ce9 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:20:29.869243 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 377eb68e-c1dd-4646-beae-9867a6ee3ce9 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:20:29.973749 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=81fc3e62-68c2-450b-a878-288815da6114,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:29.986978 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '81fc3e62-68c2-450b-a878-288815da6114', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'port_id': '81fc3e62-68c2-450b-a878-288815da6114', 'mac_address': 'fa:16:3e:0f:78:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:20:30.040108 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:30.056584 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fc3e62-68c2-450b-a878-288815da6114 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:20:30.072815 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=81fc3e62-68c2-450b-a878-288815da6114,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:30.077779 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:30.079534 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:30.156118 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=81fc3e62-68c2-450b-a878-288815da6114,revision_number=9']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:30.159540 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:30.276836 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7d8cf-3549-49f8-a584-b4ce0e6c39cb req-a3f1b5b4-b302-4863-bcd4-5ece608afc69 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:30.278353 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8cc7d8cf-3549-49f8-a584-b4ce0e6c39cb req-a3f1b5b4-b302-4863-bcd4-5ece608afc69 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.0812554
May 12 08:20:30.312032 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['81fc3e62-68c2-450b-a878-288815da6114'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:20:30.322997 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8cc7d8cf-3549-49f8-a584-b4ce0e6c39cb req-9637b150-37d7-41ae-87e9-8939a799cb4a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388448
May 12 08:20:30.595135 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 33724) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:31.128764 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820280'] for router_interface, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:31.668811 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1046e-e27d-4a2e-8154-20f1fde2e514 req-38afa9af-090c-43e0-aa76-950233fbbacd tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:31.678744 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c5c1046e-e27d-4a2e-8154-20f1fde2e514 req-38afa9af-090c-43e0-aa76-950233fbbacd tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 945 time: 0.1689162
May 12 08:20:31.737720 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c5c1046e-e27d-4a2e-8154-20f1fde2e514 req-4e019311-a400-4df9-a8c2-f8d858055409 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580511
May 12 08:20:31.802559 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 81fc3e62-68c2-450b-a878-288815da6114 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:20:31.879737 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 81fc3e62-68c2-450b-a878-288815da6114 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:20:31.880286 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:31.883440 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Deleting port 69204762-72f6-4f0c-901c-44848df57524 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:20:31.884064 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:32.009396 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:32.025242 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] For port 69204762-72f6-4f0c-901c-44848df57524, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=69204762-72f6-4f0c-901c-44848df57524,segment=NetworkSegment(e6e85881-425c-40b4-b78b-94e6bd322890),segment_id=e6e85881-425c-40b4-b78b-94e6bd322890)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:32.025727 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:32.044720 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fc3e62-68c2-450b-a878-288815da6114'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:20:32.055571 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=81fc3e62-68c2-450b-a878-288815da6114,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:32.060681 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:32.063672 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-1db98f72-c3ab-42d5-83b4-7246055e9b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:32.136917 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fc3e62-68c2-450b-a878-288815da6114', 'code': 200}
May 12 08:20:32.138030 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=81fc3e62-68c2-450b-a878-288815da6114,revision_number=10']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:32.148806 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:32.201060 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Calling delete_port for 69204762-72f6-4f0c-901c-44848df57524 owned by network:router_interface {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:20:32.513854 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:32.524459 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-291d37a0-576a-4228-9319-3e64f54a0dac tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:32.568679 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=69204762-72f6-4f0c-901c-44848df57524,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:32.615402 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:32.615814 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:32.616159 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:32.616512 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:32.616860 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:32.617230 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:32.617583 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:32.617923 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:32.618287 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:32.618700 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:32.618953 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:32.619345 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:32.668830 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:32.700251 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66980307-7cc9-4f45-86e9-3187fdd32201 req-b8c33393-eb07-4b31-b274-bd63d9822860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:32.701848 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-66980307-7cc9-4f45-86e9-3187fdd32201 req-b8c33393-eb07-4b31-b274-bd63d9822860 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 1100 time: 0.0968881
May 12 08:20:32.752018 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-66980307-7cc9-4f45-86e9-3187fdd32201 req-6ab851c4-81ea-41f5-b660-29521a5694a5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429091
May 12 08:20:33.001108 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829320'] for router_interface, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:33.181998 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e464559-320f-4461-870e-8216bfa17e8e req-77c6dadb-0526-4e12-b4dc-15be37d43215 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:33.183525 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9e464559-320f-4461-870e-8216bfa17e8e req-77c6dadb-0526-4e12-b4dc-15be37d43215 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 947 time: 0.3343914
May 12 08:20:33.250521 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9e464559-320f-4461-870e-8216bfa17e8e req-5d7120e8-e602-4028-a2ba-24292b59cd27 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597746
May 12 08:20:33.435412 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Router ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:20:33.622745 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:20:33.632236 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705c1c81-1250-423c-9f49-912e08918d0f None None] Sync routers for ids ['ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:20:33.642403 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705c1c81-1250-423c-9f49-912e08918d0f None None] Routers {'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:20:33.642991 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-705c1c81-1250-423c-9f49-912e08918d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99982f40>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:20:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:33.662194 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33842) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:33.662401 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] 10.222.0.36 "PUT /v2.0/routers/ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0680115
May 12 08:20:33.829887 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-705c1c81-1250-423c-9f49-912e08918d0f None None] Set router ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:20:33.855475 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Notify callbacks [] for router, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:34.050013 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:34.119904 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Deleting port 90ded083-f925-4b43-9563-e071b6e1c0fc {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:20:34.120222 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:34.132535 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-705c1c81-1250-423c-9f49-912e08918d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99982f40>, [{'id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'name': 'tempest-ServerRescueNegativeTestJSON-87803198-router', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:14Z', 'updated_at': '2021-05-12T08:20:32Z', 'revision_number': 5, 'project_id': 'ca191bcd5f5a4387aad83a12a025e998', 'gw_port': {'id': '90ded083-f925-4b43-9563-e071b6e1c0fc', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:16Z', 'updated_at': '2021-05-12T08:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:34.136395 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705c1c81-1250-423c-9f49-912e08918d0f None None] Checking router: ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:20:34.144878 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705c1c81-1250-423c-9f49-912e08918d0f None None] Routers {'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:20:34.145512 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-705c1c81-1250-423c-9f49-912e08918d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99982f40>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:20:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:34.240335 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] For port 90ded083-f925-4b43-9563-e071b6e1c0fc, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=90ded083-f925-4b43-9563-e071b6e1c0fc,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:34.240690 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:34.295761 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-705c1c81-1250-423c-9f49-912e08918d0f None None] Set router ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa gateway port host: None {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:20:34.363056 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Calling delete_port for 90ded083-f925-4b43-9563-e071b6e1c0fc owned by network:router_gateway {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:20:34.399214 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-705c1c81-1250-423c-9f49-912e08918d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99982f40>, [{'id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'name': 'tempest-ServerRescueNegativeTestJSON-87803198-router', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:14Z', 'updated_at': '2021-05-12T08:20:34Z', 'revision_number': 6, 'project_id': 'ca191bcd5f5a4387aad83a12a025e998', 'gw_port_host': None}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:34.403228 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705c1c81-1250-423c-9f49-912e08918d0f None None] The sync data for ids ['ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa'] in dv-cinder-790910-1-iscsi is: [{'id': 'ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa', 'name': 'tempest-ServerRescueNegativeTestJSON-87803198-router', 'tenant_id': 'ca191bcd5f5a4387aad83a12a025e998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:14Z', 'updated_at': '2021-05-12T08:20:34Z', 'revision_number': 6, 'project_id': 'ca191bcd5f5a4387aad83a12a025e998', 'gw_port_host': None}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:20:34.654799 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c30a2-e183-4962-99cb-77e589ba1df9 req-f0c383a2-6689-4175-aa75-a27bc0ad8660 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:34.656248 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3f9c30a2-e183-4962-99cb-77e589ba1df9 req-f0c383a2-6689-4175-aa75-a27bc0ad8660 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 947 time: 0.2903733
May 12 08:20:34.723516 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3f9c30a2-e183-4962-99cb-77e589ba1df9 req-218690d0-89ab-42c4-829f-73f85b53020f tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602076
May 12 08:20:34.800589 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:34.806144 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-e8369b35-0ed6-4167-bd9a-ccc9b7adfec6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:34.853230 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Pushing event deleted for resources: {'Port': ['ID=90ded083-f925-4b43-9563-e071b6e1c0fc,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:34.856294 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:34.948155 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833564'] for router_gateway, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.121159 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30063'] for router, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.123469 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.212879 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367694'] for router, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.213518 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa {{(pid=78689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 08:20:35.227517 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.228787 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] 10.222.0.36 "DELETE /v2.0/routers/ef9d7f1f-2ef1-402b-b26c-c63ca4a5bdfa HTTP/1.1" status: 204  len: 168 time: 1.5652144
May 12 08:20:35.231550 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33870) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:35.297444 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5920da-7e03-433a-8e9b-6ae4a07c633e admin admin] Deleting subnet 4d718b66-00ea-4b07-8789-ea9a96f8f1de {{(pid=78689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:20:35.300347 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6f5920da-7e03-433a-8e9b-6ae4a07c633e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.349880 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6f5920da-7e03-433a-8e9b-6ae4a07c633e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095711'] for subnet, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.404839 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6f5920da-7e03-433a-8e9b-6ae4a07c633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.621620 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 69204762-72f6-4f0c-901c-44848df57524 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:20:35.650365 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6f5920da-7e03-433a-8e9b-6ae4a07c633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2233989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147614'] for subnet, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.654993 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:35.659384 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 69204762-72f6-4f0c-901c-44848df57524 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:20:35.659760 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 69204762-72f6-4f0c-901c-44848df57524 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:20:35.660230 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 90ded083-f925-4b43-9563-e071b6e1c0fc no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:20:35.688596 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5920da-7e03-433a-8e9b-6ae4a07c633e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d718b66-00ea-4b07-8789-ea9a96f8f1de,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:35.691289 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6f5920da-7e03-433a-8e9b-6ae4a07c633e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.693894 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6f5920da-7e03-433a-8e9b-6ae4a07c633e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:35.694178 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 90ded083-f925-4b43-9563-e071b6e1c0fc {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:20:35.694527 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 90ded083-f925-4b43-9563-e071b6e1c0fc not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:20:35.697968 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-6f5920da-7e03-433a-8e9b-6ae4a07c633e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4d718b66-00ea-4b07-8789-ea9a96f8f1de HTTP/1.1" status: 204  len: 168 time: 0.4655385
May 12 08:20:35.700387 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33876) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:35.803945 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.923434 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a607-7f42-4988-aa70-e08d681f9f6d req-bb5a4e75-9674-4689-a189-8c575456ef97 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:35.924917 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-16e4a607-7f42-4988-aa70-e08d681f9f6d req-bb5a4e75-9674-4689-a189-8c575456ef97 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 947 time: 0.0854394
May 12 08:20:35.926716 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.940135 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c9a07b100>,) {'filters': {'network_id': ['16ee7d87-925d-4c15-81e4-8db373c2cfc8']}} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:35.956062 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9a07b100>, 'e6e85881-425c-40b4-b78b-94e6bd322890') {'for_net_delete': True} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:35.956358 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9a07b100>, 'e6e85881-425c-40b4-b78b-94e6bd322890') {} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:35.968874 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095680'] for segment, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.970434 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-16e4a607-7f42-4988-aa70-e08d681f9f6d req-8febc6f2-8547-4c02-ae73-d7708ee48249 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397253
May 12 08:20:35.988709 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:35.995028 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=78689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:20:35.995403 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2234083'] for segment, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]: Traceback (most recent call last):
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     timer()
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     cb(*args, **kw)
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     return func(*args, **kwargs)
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     self._notify()
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     self.callback(batched_events)
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     event.method(event)
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     return f(self, *a, **k)
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._get(url).json()
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self.request(url, 'GET', **kwargs)
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:20:36.008480 dv-cinder-790910-1-iscsi neutron-server[78689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:20:36.086125 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:36.089905 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-51d13d50-ced1-4dd0-bb32-5494beea7d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:36.102380 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:36.115618 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] Pushing event deleted for resources: {'Network': ['ID=16ee7d87-925d-4c15-81e4-8db373c2cfc8,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:36.118690 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:36.125719 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/16ee7d87-925d-4c15-81e4-8db373c2cfc8 HTTP/1.1" status: 204  len: 168 time: 0.4244153
May 12 08:20:36.301619 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33894) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:36.414274 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-8326dd34-9fd9-404a-afb7-1a175c66b951 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca191bcd5f5a4387aad83a12a025e998&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1112232
May 12 08:20:36.417612 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33898) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:36.474189 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-47e6005c-6d2b-492b-ae14-66e5436e3787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:36.499338 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-47e6005c-6d2b-492b-ae14-66e5436e3787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:36.555636 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-47e6005c-6d2b-492b-ae14-66e5436e3787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:36.559160 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-52b348ba-27bb-4b53-bdcc-826db604bf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:36.571110 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6005c-6d2b-492b-ae14-66e5436e3787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a4c5ed-8e19-4a74-b528-47008e519665,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:36.574178 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-47e6005c-6d2b-492b-ae14-66e5436e3787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:36.585585 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-47e6005c-6d2b-492b-ae14-66e5436e3787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:36.589126 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-47e6005c-6d2b-492b-ae14-66e5436e3787 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90a4c5ed-8e19-4a74-b528-47008e519665 HTTP/1.1" status: 204  len: 168 time: 0.1682446
May 12 08:20:37.175282 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e6daf-43fb-4285-ae8c-7467735781a2 req-edc8f6ee-9327-4394-b722-5c411fe5e946 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:37.176993 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-533e6daf-43fb-4285-ae8c-7467735781a2 req-edc8f6ee-9327-4394-b722-5c411fe5e946 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 947 time: 0.0884817
May 12 08:20:37.230367 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-533e6daf-43fb-4285-ae8c-7467735781a2 req-a143e1ba-d316-4cf2-a6bb-be0640656c50 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471885
May 12 08:20:37.365242 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33944) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:37.579143 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1817651922-network', 'tenant_id': '319b974789224711a5c26ac4b744b174'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:20:37.585011 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447aa4c-ee05-4bd1-956e-5eb9ffde7687 req-eb2d0b36-2604-427e-954c-72d690e5137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:37.586601 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2447aa4c-ee05-4bd1-956e-5eb9ffde7687 req-eb2d0b36-2604-427e-954c-72d690e5137b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 1100 time: 0.1397398
May 12 08:20:37.588828 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:37.593062 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Usage tracker for resource:network and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:37.596451 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:37.603727 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:37.687768 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Made reservation on behalf of 319b974789224711a5c26ac4b744b174 for: {'network': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:20:37.690050 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:37.709469 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:37.736964 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:37.751770 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Usage tracker for resource:security_group_rule and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:37.755903 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:37.765386 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:37.788320 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447aa4c-ee05-4bd1-956e-5eb9ffde7687 req-7c4485b3-dbd7-4c97-b233-51474d0c1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:37.789804 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2447aa4c-ee05-4bd1-956e-5eb9ffde7687 req-7c4485b3-dbd7-4c97-b233-51474d0c1569 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 918 time: 0.1795254
May 12 08:20:37.911718 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2447aa4c-ee05-4bd1-956e-5eb9ffde7687 req-67bd4239-ac7d-4b04-96a7-d0a893dc58ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81fc3e62-68c2-450b-a878-288815da6114 HTTP/1.1" status: 200  len: 1001 time: 0.1131358
May 12 08:20:38.004193 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447aa4c-ee05-4bd1-956e-5eb9ffde7687 req-cab594c4-b070-4a17-9ae7-bf0eeaa827e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:38.005688 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2447aa4c-ee05-4bd1-956e-5eb9ffde7687 req-cab594c4-b070-4a17-9ae7-bf0eeaa827e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 200  len: 856 time: 0.0875833
May 12 08:20:38.007349 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:38.012506 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:38.016922 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6a8c1e4a-802e-4c47-be93-ed412bbb4f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:38.092845 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'}  {{(pid=78689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:20:38.096414 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1169e7-b9e2-4a9e-9bd7-94454b92fb72,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:38.102452 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:38.109248 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:38.109631 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.segments_db [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Added segment 7aeb6880-7484-4f99-b5eb-61add8076f72 of type vlan for network 9716e78e-e6a0-4390-a055-14165c9b42c3
May 12 08:20:38.147438 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:38.153972 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447aa4c-ee05-4bd1-956e-5eb9ffde7687 req-ab7b1f0f-d463-48b6-9872-96b647e39487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:38.155427 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2447aa4c-ee05-4bd1-956e-5eb9ffde7687 req-ab7b1f0f-d463-48b6-9872-96b647e39487 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1395645
May 12 08:20:38.249679 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:38.252614 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:38.253226 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:38.258436 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-1c16dd8b-29f5-4d05-9581-99dd068b3810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:38.383511 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Pushing event updated for resources: {'Network': ['ID=9716e78e-e6a0-4390-a055-14165c9b42c3,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:38.393743 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:38.394783 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network 9716e78e-e6a0-4390-a055-14165c9b42c3 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:20:38.395254 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0289001
May 12 08:20:38.398160 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 33994) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:38.404978 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Request body: {'subnet': {'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1817651922-subnet', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:20:38.411427 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:38.415073 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2447aa4c-ee05-4bd1-956e-5eb9ffde7687 req-65f7a301-8801-4367-9304-753546c3d3da service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2451346
May 12 08:20:38.417335 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Usage tracker for resource:subnet and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:38.420340 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:38.430550 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1f106-277c-4867-b017-4af63616f077 req-df5e7983-5a03-4841-a786-d44403cab4a7 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:38.432001 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-42c1f106-277c-4867-b017-4af63616f077 req-df5e7983-5a03-4841-a786-d44403cab4a7 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 947 time: 0.0904474
May 12 08:20:38.445586 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:38.487723 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-42c1f106-277c-4867-b017-4af63616f077 req-cd7b4423-923f-4555-abe2-5fb30992ac0e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494423
May 12 08:20:38.509603 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Made reservation on behalf of 319b974789224711a5c26ac4b744b174 for: {'subnet': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:20:38.511982 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2147701'] for subnet, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:38.647585 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2447aa4c-ee05-4bd1-956e-5eb9ffde7687 req-1a59f067-9565-44b4-a421-bd6f521e1aca service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242761
May 12 08:20:39.010857 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3944006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2147591'] for subnet, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.016124 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:39.093946 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a93e9c7-3ded-4f77-a7f2-46a6faf40562,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:39.098147 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Checking segment: {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:20:39.098509 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Network hostable DHCP agents. Network: 9716e78e-e6a0-4390-a055-14165c9b42c3, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:20:39.103803 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:39.117995 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Network 9716e78e-e6a0-4390-a055-14165c9b42c3 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:20:39.127667 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, 9716e78e-e6a0-4390-a055-14165c9b42c3) {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:20:39.137939 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:39.138749 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.139315 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd7c5d-5940-4925-828a-a2d54ee14f1e None None] Network 9716e78e-e6a0-4390-a055-14165c9b42c3 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:20:39.161168 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-8c835c4b-a315-4a4c-a79d-3d74a1c6f11c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7619917
May 12 08:20:39.164050 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 34018) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:39.169132 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:20:39.174280 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:39.178096 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Usage tracker for resource:router and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:39.180885 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:39.186915 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:39.197851 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30017'] for router, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.199036 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-367070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30072'] for router, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.218822 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.356568 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34026) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:39.409564 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2702bc7-e328-5c98-9899-9b927245ab55-9716e78e-e6a0-4390-a055-14165c9b42c3', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562'}]}} from dv-cinder-790910-1-iscsi. {{(pid=78690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 12 08:20:39.411015 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.495932 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a3586afd-d379-4ad9-8006-f6c63d3bff01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.524784 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1832871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30054'] for router, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.537950 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-a3586afd-d379-4ad9-8006-f6c63d3bff01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:39.549449 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-a3586afd-d379-4ad9-8006-f6c63d3bff01 admin admin] Usage tracker for resource:security_group_rule and tenant:4651e914e81349fdb3778f2e9ade292b is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:39.552929 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-a3586afd-d379-4ad9-8006-f6c63d3bff01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:39.559211 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-a3586afd-d379-4ad9-8006-f6c63d3bff01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:39.577458 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.db_base_plugin_common [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Allocated IP 172.20.0.2 (9716e78e-e6a0-4390-a055-14165c9b42c3/7a93e9c7-3ded-4f77-a7f2-46a6faf40562/4af56656-330a-4833-9873-5e5e0693bd3b) {{(pid=78690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:20:39.653413 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a3586afd-d379-4ad9-8006-f6c63d3bff01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.658866 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a3586afd-d379-4ad9-8006-f6c63d3bff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.668642 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-dde4a0c5-0d84-4914-b55d-70ef3bff0c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:39.696082 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3586afd-d379-4ad9-8006-f6c63d3bff01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b352e188-d90f-4aad-bfee-8b0fe7bfea49,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:39.716500 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-a3586afd-d379-4ad9-8006-f6c63d3bff01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:39.729317 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-a3586afd-d379-4ad9-8006-f6c63d3bff01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4651e914e81349fdb3778f2e9ade292b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3691304
May 12 08:20:39.729651 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34032) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:39.794667 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d9bc5c2d-ed32-4b04-95ac-e0c82d1160a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.797706 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Notify callbacks [] for port, precommit_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.814309 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Transition to ACTIVE for port object 4af56656-330a-4833-9873-5e5e0693bd3b will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:20:39.824324 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d9bc5c2d-ed32-4b04-95ac-e0c82d1160a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.836692 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Transition to ACTIVE for port object 4af56656-330a-4833-9873-5e5e0693bd3b will not be triggered until provisioned by entity DHCP. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:20:39.846001 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.852219 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.852432 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:39.884337 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.890283 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d9bc5c2d-ed32-4b04-95ac-e0c82d1160a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.897205 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-4a0aa494-8e0d-414d-bdeb-95b99f60b853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:39.923909 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Network 9716e78e-e6a0-4390-a055-14165c9b42c3 is already hosted by enough agents. {{(pid=78690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:20:39.928102 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc5c2d-ed32-4b04-95ac-e0c82d1160a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b352e188-d90f-4aad-bfee-8b0fe7bfea49,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:39.932094 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.base_scheduler [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Resources bound (agent type, host, resource id):  {{(pid=78690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:20:39.937897 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Received port after_create {{(pid=78690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:20:39.944449 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d9bc5c2d-ed32-4b04-95ac-e0c82d1160a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:39.945999 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d9bc5c2d-ed32-4b04-95ac-e0c82d1160a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.948813 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-d9bc5c2d-ed32-4b04-95ac-e0c82d1160a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b352e188-d90f-4aad-bfee-8b0fe7bfea49 HTTP/1.1" status: 204  len: 168 time: 0.2175181
May 12 08:20:39.960936 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:39.993446 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Pushing event updated for resources: {'Port': ['ID=4af56656-330a-4833-9873-5e5e0693bd3b,revision_number=1']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:40.042930 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.043236 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.043535 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.043866 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.044200 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.044566 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.044925 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.045276 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.045607 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.046058 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.046243 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.046542 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.050863 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Allocated IP 172.27.2.240 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/0d15715b-06f6-4886-87e3-197b3b6c1b80) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:20:40.054788 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:40.072813 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Attempting to bind port 4af56656-330a-4833-9873-5e5e0693bd3b on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:20:40.073259 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Attempting to bind port 4af56656-330a-4833-9873-5e5e0693bd3b by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:20:40.073779 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Attempting to bind port 4af56656-330a-4833-9873-5e5e0693bd3b on network 9716e78e-e6a0-4390-a055-14165c9b42c3 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:20:40.079631 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:20:40.080054 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Checking segment: {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:20:40.080479 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:40.080906 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Bound using segment: {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:20:40.081427 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Bound port: 4af56656-330a-4833-9873-5e5e0693bd3b, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:20:40.081812 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:40.229440 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] For port 4af56656-330a-4833-9873-5e5e0693bd3b, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:20:40.236426 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] For port 4af56656-330a-4833-9873-5e5e0693bd3b, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=4af56656-330a-4833-9873-5e5e0693bd3b,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:20:40.242587 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:40.248393 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:40.274202 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:40.311863 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:40.322558 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-14a5153a-888c-4ec1-8afc-737f7d3d1781 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:40.328550 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Pushing event updated for resources: {'Port': ['ID=4af56656-330a-4833-9873-5e5e0693bd3b,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:40.332783 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:40.376947 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:20:40.379855 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:20:40.383821 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:20:40.436273 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Pushing event updated for resources: {'Port': ['ID=0d15715b-06f6-4886-87e3-197b3b6c1b80,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:40.452763 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.453116 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.453495 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.453838 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.454176 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.454576 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.454847 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.455244 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.455579 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.455909 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.456251 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.456565 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:40.462553 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:40.918962 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:41.272606 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833010'] for router, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:41.293760 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9295275d-9913-4fdc-be7e-0b7d66511a4f None None] Network 9716e78e-e6a0-4390-a055-14165c9b42c3 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:20:41.384523 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-f738719b-11fe-4c75-9387-876d0f3357ac None None] Provisioning for port 4af56656-330a-4833-9873-5e5e0693bd3b completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:20:41.509798 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Router eea718c4-caac-4efa-b681-068910f110ee is scheduled to L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 with binding_index 1 {{(pid=78689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 08:20:41.693249 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 4af56656-330a-4833-9873-5e5e0693bd3b up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:20:41.744417 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:20:41.756378 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Sync routers for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:20:41.771594 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:20:41.772278 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98efce50>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:20:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:41.773548 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:41.774989 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.6099651
May 12 08:20:41.777845 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 34066) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:41.900295 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 4af56656-330a-4833-9873-5e5e0693bd3b completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:20:41.913043 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 4af56656-330a-4833-9873-5e5e0693bd3b triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:20:41.913492 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:41.958324 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-762e7197-3d2d-45cf-8dfc-ad4c3e42dc8b None None] Provisioning complete for port 4af56656-330a-4833-9873-5e5e0693bd3b triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:20:41.958751 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-762e7197-3d2d-45cf-8dfc-ad4c3e42dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:42.065784 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:20:42.390275 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:42.418181 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-762e7197-3d2d-45cf-8dfc-ad4c3e42dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:42.508071 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 4af56656-330a-4833-9873-5e5e0693bd3b, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=4af56656-330a-4833-9873-5e5e0693bd3b,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:42.515454 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:42.518285 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:42.560214 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:42.637213 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=4af56656-330a-4833-9873-5e5e0693bd3b,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:42.658003 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:42.660553 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.db.api [None req-762e7197-3d2d-45cf-8dfc-ad4c3e42dc8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 08:20:42.660940 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_db.api [None req-762e7197-3d2d-45cf-8dfc-ad4c3e42dc8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 08:20:42.666757 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98efce50>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:40Z', 'revision_number': 3, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:42.670819 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Checking router: eea718c4-caac-4efa-b681-068910f110ee for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:20:42.671178 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Updating router eea718c4-caac-4efa-b681-068910f110ee port 0d15715b-06f6-4886-87e3-197b3b6c1b80 binding host dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:20:42.726460 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:42.825089 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Allocated IP 172.20.0.1 (9716e78e-e6a0-4390-a055-14165c9b42c3/7a93e9c7-3ded-4f77-a7f2-46a6faf40562/673d3908-07ea-4385-ab80-8973ad60d5c9) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:20:43.002664 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.019891 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Transition to ACTIVE for port object 673d3908-07ea-4385-ab80-8973ad60d5c9 will not be triggered until provisioned by entity DHCP. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:20:43.046679 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.057390 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:43.081124 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Notify callbacks [] for port, precommit_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.087073 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34090) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:43.100049 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Transition to ACTIVE for port object 0d15715b-06f6-4886-87e3-197b3b6c1b80 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:20:43.106670 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Network 9716e78e-e6a0-4390-a055-14165c9b42c3 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:20:43.108215 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.109619 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:20:43.114033 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:43.114188 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:20:43.171832 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Pushing event updated for resources: {'Port': ['ID=673d3908-07ea-4385-ab80-8973ad60d5c9,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:43.176479 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:43.187157 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820397'] for router_interface, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.238658 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-09a71d5f-7efc-40c5-aad3-11bcd780cc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.239928 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Attempting to bind port 0d15715b-06f6-4886-87e3-197b3b6c1b80 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:20:43.240311 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Attempting to bind port 0d15715b-06f6-4886-87e3-197b3b6c1b80 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:20:43.240680 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Attempting to bind port 0d15715b-06f6-4886-87e3-197b3b6c1b80 on network 069f2160-aa3e-48e5-a977-e51b8a4e427f {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:20:43.255574 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d06fc-050d-440e-b6f9-725298932d1f None None] Pushing event updated for resources: {'Port': ['ID=0d15715b-06f6-4886-87e3-197b3b6c1b80,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:43.261674 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-09a71d5f-7efc-40c5-aad3-11bcd780cc8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:43.267621 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-903d06fc-050d-440e-b6f9-725298932d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:43.268113 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-09a71d5f-7efc-40c5-aad3-11bcd780cc8b admin admin] Usage tracker for resource:security_group_rule and tenant:3042ef6a01a741b399396baecb649391 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:43.268758 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:20:43.269150 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Checking segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:20:43.269788 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.270481 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Bound using segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:20:43.271163 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Bound port: 0d15715b-06f6-4886-87e3-197b3b6c1b80, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:20:43.271697 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.273065 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-09a71d5f-7efc-40c5-aad3-11bcd780cc8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:43.280180 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-09a71d5f-7efc-40c5-aad3-11bcd780cc8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:43.356678 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] For port 0d15715b-06f6-4886-87e3-197b3b6c1b80, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:20:43.359800 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] For port 0d15715b-06f6-4886-87e3-197b3b6c1b80, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=0d15715b-06f6-4886-87e3-197b3b6c1b80,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:20:43.364688 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.369449 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:43.381756 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-09a71d5f-7efc-40c5-aad3-11bcd780cc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.386052 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-09a71d5f-7efc-40c5-aad3-11bcd780cc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.396103 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-5831e22e-198d-4f4b-94b6-4c2e46f9b813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:43.449003 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-09a71d5f-7efc-40c5-aad3-11bcd780cc8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3042ef6a01a741b399396baecb649391&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3609188
May 12 08:20:43.449769 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34096) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:43.450582 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a71d5f-7efc-40c5-aad3-11bcd780cc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25cf251-d4a7-4c8a-995c-c85bb5a920fb,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:43.450937 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:20:43.451560 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98efce50>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:20:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:43.454216 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-09a71d5f-7efc-40c5-aad3-11bcd780cc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:43.471051 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.514978 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d6789eae-200b-48b5-85b8-6457433ef638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.516277 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-d1da5cb8-fe11-489b-8094-c535658292bb None None] Provisioning for port 673d3908-07ea-4385-ab80-8973ad60d5c9 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:20:43.541926 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d6789eae-200b-48b5-85b8-6457433ef638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.578542 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-d1da5cb8-fe11-489b-8094-c535658292bb None None] Provisioning complete for port 673d3908-07ea-4385-ab80-8973ad60d5c9 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:20:43.578925 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-d1da5cb8-fe11-489b-8094-c535658292bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.604199 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d6789eae-200b-48b5-85b8-6457433ef638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.609519 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-00c35c7b-4287-42dd-9e0d-aa4278e68d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:43.626087 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6789eae-200b-48b5-85b8-6457433ef638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25cf251-d4a7-4c8a-995c-c85bb5a920fb,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:43.628786 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d6789eae-200b-48b5-85b8-6457433ef638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:43.630891 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d6789eae-200b-48b5-85b8-6457433ef638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.633106 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-d6789eae-200b-48b5-85b8-6457433ef638 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c25cf251-d4a7-4c8a-995c-c85bb5a920fb HTTP/1.1" status: 204  len: 168 time: 0.1781533
May 12 08:20:43.683219 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 4af56656-330a-4833-9873-5e5e0693bd3b up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:20:43.707439 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d06fc-050d-440e-b6f9-725298932d1f None None] Pushing event updated for resources: {'Port': ['ID=0d15715b-06f6-4886-87e3-197b3b6c1b80,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:43.721991 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-903d06fc-050d-440e-b6f9-725298932d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:43.735247 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.740931 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2234063'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.769109 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-019ed778-abe4-4697-918e-a65fc90d66d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:43.770697 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-d1da5cb8-fe11-489b-8094-c535658292bb None None] Port 673d3908-07ea-4385-ab80-8973ad60d5c9 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:20:43.820961 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:20:43.852319 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Pushing event updated for resources: {'Port': ['ID=673d3908-07ea-4385-ab80-8973ad60d5c9,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:43.856964 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:43.857815 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820238'] for router_interface, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:43.881622 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 4af56656-330a-4833-9873-5e5e0693bd3b triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:20:43.882001 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:44.086981 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Network 9716e78e-e6a0-4390-a055-14165c9b42c3 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:20:44.088132 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:20:44.249565 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98efce50>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:42Z', 'revision_number': 1, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:44.253802 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb02751c-848a-4820-9630-cc7e0e9b7b57 None None] The sync data for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi is: [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:42Z', 'revision_number': 1, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:20:44.316854 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Router eea718c4-caac-4efa-b681-068910f110ee has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:20:44.395259 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-4d5b23ac-d944-4b9b-be6b-5f7b9905e53b None None] Provisioning complete for port 673d3908-07ea-4385-ab80-8973ad60d5c9 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:20:44.395823 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4d5b23ac-d944-4b9b-be6b-5f7b9905e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:44.463247 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b23ac-d944-4b9b-be6b-5f7b9905e53b None None] Port 673d3908-07ea-4385-ab80-8973ad60d5c9 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:20:44.551607 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:20:44.561044 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] 10.222.0.36 "PUT /v2.0/routers/eea718c4-caac-4efa-b681-068910f110ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7820220
May 12 08:20:45.422463 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 34144) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:45.428036 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795018340', 'description': 'tempest-description--35613718'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:20:45.434049 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:45.438078 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Usage tracker for resource:security_group and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:45.441056 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:45.447224 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:45.458649 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.480909 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:45.485488 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Usage tracker for resource:security_group_rule and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:45.488575 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:45.494596 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:45.568860 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.574250 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.578059 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-05eac52e-256f-42cb-878e-bce1e80458a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:45.621522 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8032db9-f97d-4341-999d-3e1b9007f134,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:45.624177 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.628428 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34148) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:45.628934 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.2049577
May 12 08:20:45.629394 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:45.635309 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Request body: {'security_group_rule': {'security_group_id': 'c8032db9-f97d-4341-999d-3e1b9007f134', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:20:45.641518 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:45.645532 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Usage tracker for resource:security_group_rule and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:45.648721 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:45.657494 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:45.661496 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 0d15715b-06f6-4886-87e3-197b3b6c1b80 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:20:45.673206 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.728478 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 0d15715b-06f6-4886-87e3-197b3b6c1b80 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:20:45.733136 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 0d15715b-06f6-4886-87e3-197b3b6c1b80 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:20:45.733685 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.733991 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.737978 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.740195 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8b0cb071-02b2-4a13-83ad-3bb9d9d995db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:45.765171 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30fe1b7-86e7-49d0-8f5e-da280052a1b6,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:45.770799 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:45.776439 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.780222 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1480286
May 12 08:20:45.780538 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34152) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:45.786304 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Request body: {'security_group_rule': {'security_group_id': 'c8032db9-f97d-4341-999d-3e1b9007f134', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:20:45.792394 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:45.796182 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Usage tracker for resource:security_group_rule and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:45.799337 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:45.806013 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:45.823243 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.853374 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.869130 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 0d15715b-06f6-4886-87e3-197b3b6c1b80, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=0d15715b-06f6-4886-87e3-197b3b6c1b80,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:45.873442 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.875735 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:45.887604 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.892061 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.894214 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6972c80e-2f66-47fb-8e35-25bba329a5b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:45.916457 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08636ee7-2adc-43c5-91f7-a92c449a8322,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:45.921155 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:45.927066 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:45.928397 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1467974
May 12 08:20:45.931485 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34158) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:45.936704 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Request body: {'floatingip': {'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:20:45.941758 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=0d15715b-06f6-4886-87e3-197b3b6c1b80,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:45.942536 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:45.944751 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:45.946525 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Usage tracker for resource:floatingip and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:45.949449 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:45.955120 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:45.966434 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:46.205209 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:46.346509 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Allocated IP 172.27.2.184 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/31f3ba03-b4ac-4477-90d1-528fc08614b3) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:20:46.357435 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Sync routers for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:20:46.367314 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:20:46.367994 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99982910>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:20:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:46.497755 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:46.527177 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:46.530805 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e2a83da0-e19b-42bc-a7b6-aa7e303a5497 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:46.554210 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:20:46.587752 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:20:46.591149 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:20:46.593854 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:20:46.636487 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event updated for resources: {'Port': ['ID=31f3ba03-b4ac-4477-90d1-528fc08614b3,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:46.647638 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:46.693651 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:46.753025 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:46.883961 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99982910>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 2, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:46.887813 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Checking router: eea718c4-caac-4efa-b681-068910f110ee for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:20:46.888161 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Updating router eea718c4-caac-4efa-b681-068910f110ee port 673d3908-07ea-4385-ab80-8973ad60d5c9 binding host dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:20:46.938813 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:46.957370 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:46.962479 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:46.965877 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:47.065553 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event updated for resources: {'Port': ['ID=31f3ba03-b4ac-4477-90d1-528fc08614b3,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:47.069574 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:47.079774 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:47.104214 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:47.105580 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1731253
May 12 08:20:47.274904 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-d47c702c-99a4-47bd-a3cc-f13d99e4b76f tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--795018340&fields=id&tenant_id=319b974789224711a5c26ac4b744b174 HTTP/1.1" status: 200  len: 267 time: 0.0416355
May 12 08:20:47.280461 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Notify callbacks [] for port, precommit_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:47.292198 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.provisioning_blocks [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Transition to ACTIVE for port object 673d3908-07ea-4385-ab80-8973ad60d5c9 will not be triggered until provisioned by entity L2. {{(pid=78691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:20:47.299846 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:47.304982 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:47.430255 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799b9c3-4944-46e9-baad-05be90e06371 req-f67543f0-9a70-4591-9c39-3ece2b125e44 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:47.431785 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-f67543f0-9a70-4591-9c39-3ece2b125e44 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/networks?id=9716e78e-e6a0-4390-a055-14165c9b42c3 HTTP/1.1" status: 200  len: 811 time: 0.1499069
May 12 08:20:47.434243 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Pushing event updated for resources: {'Port': ['ID=673d3908-07ea-4385-ab80-8973ad60d5c9,revision_number=3']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:47.448954 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-4b31f5f3-f38b-4259-a1da-63fa142bf15d tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/quotas/319b974789224711a5c26ac4b744b174 HTTP/1.1" status: 200  len: 375 time: 0.0105412
May 12 08:20:47.473507 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:47.473839 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:47.474213 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:47.474604 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:47.474919 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:47.475231 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:47.475546 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:47.475853 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:47.476176 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:47.476485 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:47.476780 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:47.477281 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:20:47.504005 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:47.547933 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-749d9a14-2fe3-4af8-81fd-ab902f213cea tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=319b974789224711a5c26ac4b744b174&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0920317
May 12 08:20:47.569862 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Attempting to bind port 673d3908-07ea-4385-ab80-8973ad60d5c9 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:20:47.570235 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Attempting to bind port 673d3908-07ea-4385-ab80-8973ad60d5c9 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:20:47.570603 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Attempting to bind port 673d3908-07ea-4385-ab80-8973ad60d5c9 on network 9716e78e-e6a0-4390-a055-14165c9b42c3 {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:20:47.575941 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:20:47.576312 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Checking segment: {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:20:47.576712 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:47.577100 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Bound using segment: {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:20:47.577612 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Bound port: 673d3908-07ea-4385-ab80-8973ad60d5c9, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'}}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:20:47.577997 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:47.663926 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 0d15715b-06f6-4886-87e3-197b3b6c1b80 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:20:47.668346 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] For port 673d3908-07ea-4385-ab80-8973ad60d5c9, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:20:47.671407 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] For port 673d3908-07ea-4385-ab80-8973ad60d5c9, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=673d3908-07ea-4385-ab80-8973ad60d5c9,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:20:47.677644 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:47.681570 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-6fcfed9e-ac85-4ef0-b2ec-e81472e28ccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:47.692632 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-1d3cd6dd-86f9-4118-95d1-2708339144f5 service neutron] 10.222.0.36 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330783
May 12 08:20:47.746980 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 0d15715b-06f6-4886-87e3-197b3b6c1b80 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:20:47.747360 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:47.750908 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Pushing event updated for resources: {'Port': ['ID=673d3908-07ea-4385-ab80-8973ad60d5c9,revision_number=4']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:47.755710 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:47.763171 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:20:47.763784 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99982910>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:20:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:47.857864 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-8b47aa5a-e389-44c7-b500-275e073b91fe service neutron] 10.222.0.36 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589596
May 12 08:20:47.946808 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:20:48.046412 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-97c0512f-2435-4b7a-8b5d-e7a26a851e51 req-cfc4e630-cc21-499a-9604-e23ae970996b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Synchronizing usage tracker for tenant:319b974789224711a5c26ac4b744b174 on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:20:48.064081 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-97c0512f-2435-4b7a-8b5d-e7a26a851e51 req-cfc4e630-cc21-499a-9604-e23ae970996b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Unset dirty status for tenant:319b974789224711a5c26ac4b744b174 on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:20:48.065274 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-97c0512f-2435-4b7a-8b5d-e7a26a851e51 req-cfc4e630-cc21-499a-9604-e23ae970996b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 210 time: 0.0640111
May 12 08:20:48.308249 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99982910>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:47Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:48.313283 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a61bc4b-3752-4bbf-a94f-0ec04eb41724 None None] The sync data for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi is: [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:47Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:20:49.231958 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-12ffcedc-8d9c-4b5e-97f2-1f4654034099 req-b3af3950-0596-429b-81fe-45aadab32248 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 210 time: 0.0588691
May 12 08:20:49.658564 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 673d3908-07ea-4385-ab80-8973ad60d5c9 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:20:49.730994 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 673d3908-07ea-4385-ab80-8973ad60d5c9 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:20:49.735526 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 673d3908-07ea-4385-ab80-8973ad60d5c9 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:20:49.735909 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:49.853391 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:49.886187 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 673d3908-07ea-4385-ab80-8973ad60d5c9, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=673d3908-07ea-4385-ab80-8973ad60d5c9,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:20:49.893629 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:49.895569 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:49.965378 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=673d3908-07ea-4385-ab80-8973ad60d5c9,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:49.968554 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:50.391983 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a64df025-2cf6-4f55-9ffe-9b3853eaa545 req-70b133ee-5615-4ad5-9cfc-cbde11db743c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 210 time: 0.0501568
May 12 08:20:51.135223 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:20:51.547104 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-da4fb8b2-8dfe-43ff-bbc0-2bcf2301f301 req-86c07b16-fad8-4eee-a294-719542ae2816 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 210 time: 0.0425134
May 12 08:20:51.649576 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 673d3908-07ea-4385-ab80-8973ad60d5c9 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:20:51.719125 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 673d3908-07ea-4385-ab80-8973ad60d5c9 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:20:51.719502 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:52.708457 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-843601e7-f158-467e-9989-4f3292bc8979 req-adbb3bdf-1b66-4151-84d5-cbb88322324f tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 210 time: 0.0449100
May 12 08:20:52.870362 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3f994e32-5d3d-40c7-bd8a-85e128382e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:53.855088 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2eb1e93b-ba57-4552-9d76-9b28aef56286 req-f375313d-ae79-49d8-a630-fc547778c382 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 210 time: 0.0421820
May 12 08:20:54.945603 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799b9c3-4944-46e9-baad-05be90e06371 req-80270000-9566-4a91-9752-2206337bbcbd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:54.947536 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-7799b9c3-4944-46e9-baad-05be90e06371 req-80270000-9566-4a91-9752-2206337bbcbd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Synchronizing usage tracker for tenant:319b974789224711a5c26ac4b744b174 on resource:network {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:20:54.969657 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-7799b9c3-4944-46e9-baad-05be90e06371 req-80270000-9566-4a91-9752-2206337bbcbd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Unset dirty status for tenant:319b974789224711a5c26ac4b744b174 on resource:network {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:20:54.971190 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-80270000-9566-4a91-9752-2206337bbcbd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.39 "GET /v2.0/networks?id=9716e78e-e6a0-4390-a055-14165c9b42c3 HTTP/1.1" status: 200  len: 811 time: 0.1870646
May 12 08:20:55.062920 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11002393-4243-47e7-bc85-5752be5a4665 req-c2fe4c53-bc1c-494e-807b-436df1b0849d tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 210 time: 0.0525107
May 12 08:20:55.068912 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-7799b9c3-4944-46e9-baad-05be90e06371 req-608c99cf-0c29-4c9d-81c1-c2d2ecbcc57c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Synchronizing usage tracker for tenant:319b974789224711a5c26ac4b744b174 on resource:security_group {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:20:55.088252 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-7799b9c3-4944-46e9-baad-05be90e06371 req-608c99cf-0c29-4c9d-81c1-c2d2ecbcc57c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Unset dirty status for tenant:319b974789224711a5c26ac4b744b174 on resource:security_group {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:20:55.089775 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-608c99cf-0c29-4c9d-81c1-c2d2ecbcc57c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=319b974789224711a5c26ac4b744b174 HTTP/1.1" status: 200  len: 379 time: 0.1075230
May 12 08:20:55.100002 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Request body: {'port': {'device_id': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'admin_state_up': True, 'tenant_id': '319b974789224711a5c26ac4b744b174', 'security_groups': ['c8032db9-f97d-4341-999d-3e1b9007f134']}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:20:55.234376 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:55.245011 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:55.257552 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Made reservation on behalf of 319b974789224711a5c26ac4b744b174 for: {'port': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:20:55.261092 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:55.269910 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:55.420504 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Allocated IP 172.20.0.3 (9716e78e-e6a0-4390-a055-14165c9b42c3/7a93e9c7-3ded-4f77-a7f2-46a6faf40562/15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:20:55.545112 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-063c9248-56f0-4f8b-a3bf-d3b009662a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:55.619896 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:55.635073 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Transition to ACTIVE for port object 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e will not be triggered until provisioned by entity DHCP. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:20:55.662498 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:55.668295 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-0e8c8ac5-77de-4fde-8658-8405ec0f615c tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:55.817210 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Network 9716e78e-e6a0-4390-a055-14165c9b42c3 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:20:55.820186 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:20:55.824158 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:20:55.871295 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event updated for resources: {'Port': ['ID=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:55.875940 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:55.900281 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:55.900906 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:55.928053 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8322546
May 12 08:20:55.944868 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Request body: {'port': {'device_id': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:20:56.067626 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:56.113311 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-56442ee0-4728-4dc0-a869-471c8e966237 None None] Provisioning for port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:20:56.118059 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-56442ee0-4728-4dc0-a869-471c8e966237 None None] Provisioning complete for port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:20:56.118727 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-56442ee0-4728-4dc0-a869-471c8e966237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:56.234788 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-56442ee0-4728-4dc0-a869-471c8e966237 None None] Port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:20:56.402622 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:56.411918 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96143d63-ab30-459e-91e3-c246e508a6c2 req-76a8b051-42b8-4e91-8ca1-e05991c5b0d4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:56.413401 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-96143d63-ab30-459e-91e3-c246e508a6c2 req-76a8b051-42b8-4e91-8ca1-e05991c5b0d4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 931 time: 0.1878271
May 12 08:20:56.459784 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-96143d63-ab30-459e-91e3-c246e508a6c2 req-bb6090ad-2a53-468f-94f6-c11022627d49 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404084
May 12 08:20:56.506840 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e {{(pid=78689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:20:56.515077 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:56.533678 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Transition to ACTIVE for port object 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e will not be triggered until provisioned by entity L2. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:20:56.544502 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2234063'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:56.549680 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:56.585093 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0bd78-c78d-44b6-ba78-23aeac9a3394 req-073e5c7b-ecdf-406a-87ca-c0fd1ec07a0c tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:56.586584 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e5f0bd78-c78d-44b6-ba78-23aeac9a3394 req-073e5c7b-ecdf-406a-87ca-c0fd1ec07a0c tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.1982155
May 12 08:20:56.716742 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Pushing event updated for resources: {'Port': ['ID=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:56.723224 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:56.764017 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e5f0bd78-c78d-44b6-ba78-23aeac9a3394 req-9eb0bf56-0a8e-4f9e-81fb-13bec133016a tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689022
May 12 08:20:56.787580 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34306) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:56.830067 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Attempting to bind port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:20:56.830534 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Attempting to bind port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:20:56.830856 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Attempting to bind port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e on network 9716e78e-e6a0-4390-a055-14165c9b42c3 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:20:56.835926 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e on network 9716e78e-e6a0-4390-a055-14165c9b42c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:20:56.836243 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Attempting to bind port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e on network 9716e78e-e6a0-4390-a055-14165c9b42c3 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:20:56.841517 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:20:56.841851 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Checking segment: {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:20:56.842227 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Bound using segment: {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:20:56.842645 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Bound port: 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'}}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:20:56.842981 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:56.936655 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] For port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e, host hv-cinder-79091, cleared binding levels {{(pid=78689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:20:56.939861 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] For port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:20:56.946053 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2234063'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:56.952388 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-05f4c7f5-7dbc-4ca5-8c6f-993cfeeccf1f tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:57.004634 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:57.005358 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:57.006678 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] 10.222.0.39 "PUT /v2.0/ports/15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e HTTP/1.1" status: 200  len: 1093 time: 1.0666420
May 12 08:20:57.007175 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'tag': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:20:57.045595 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Pushing event updated for resources: {'Port': ['ID=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e,revision_number=3']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:57.055295 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e95329-9253-4876-a394-9bf58a34d9fa tempest-TestMinimumBasicScenario-373437486 tempest-TestMinimumBasicScenario-373437486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:57.059783 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:57.060398 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-b7e95329-9253-4876-a394-9bf58a34d9fa tempest-TestMinimumBasicScenario-373437486 tempest-TestMinimumBasicScenario-373437486-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 1093 time: 0.2717540
May 12 08:20:57.061210 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34324) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:57.066488 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Request body: {'floatingip': {'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'port_id': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:20:57.073025 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:57.077714 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Usage tracker for resource:floatingip and tenant:c66c87ec8cd0457ca734a96764beff9c is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:57.081024 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:57.091670 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:57.107467 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for floatingip, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:57.120099 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'tag': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e', 'status': 'completed', 'code': 200}
May 12 08:20:57.153900 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799b9c3-4944-46e9-baad-05be90e06371 req-f0a39bb5-1cc8-48e4-b2a9-b7caf07047c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:57.155982 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-f0a39bb5-1cc8-48e4-b2a9-b7caf07047c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b974789224711a5c26ac4b744b174&device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 1096 time: 0.0971026
May 12 08:20:57.254912 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-87a81eb2-7dae-481b-b754-b6ae83e55960 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e HTTP/1.1" status: 200  len: 217 time: 0.0855432
May 12 08:20:57.302185 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:57.351536 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799b9c3-4944-46e9-baad-05be90e06371 req-afa71e0d-6423-4fae-adaa-d5e299eaf5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:57.353072 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-afa71e0d-6423-4fae-adaa-d5e299eaf5d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a93e9c7-3ded-4f77-a7f2-46a6faf40562 HTTP/1.1" status: 200  len: 850 time: 0.0909948
May 12 08:20:57.443286 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799b9c3-4944-46e9-baad-05be90e06371 req-8d0df10a-b015-4dd8-a81a-d97629697f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:57.444774 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-8d0df10a-b015-4dd8-a81a-d97629697f5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9716e78e-e6a0-4390-a055-14165c9b42c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844760
May 12 08:20:57.459692 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Allocated IP 172.27.2.94 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/fc48f679-b6da-4be4-8e83-fc9f7b78896e) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:20:57.618915 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-6a781331-0b6c-4bcb-8a38-6902cd1eeeb2 service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657887
May 12 08:20:57.634060 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:57.667263 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:57.671116 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:57.735588 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:20:57.738845 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:20:57.741664 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:20:57.785789 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event updated for resources: {'Port': ['ID=fc48f679-b6da-4be4-8e83-fc9f7b78896e,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:57.790751 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:57.805134 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:57.878519 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7799b9c3-4944-46e9-baad-05be90e06371 req-260013e2-0f28-49f1-b788-d7318c88f8b4 service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2535925
May 12 08:20:57.894984 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e501558-f341-4731-9eef-0c0623dac877 req-2b88e3b9-3013-4da8-898d-f247fbf0c3bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:57.895716 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-2e501558-f341-4731-9eef-0c0623dac877 req-2b88e3b9-3013-4da8-898d-f247fbf0c3bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Synchronizing usage tracker for tenant:319b974789224711a5c26ac4b744b174 on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:20:57.912301 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-2e501558-f341-4731-9eef-0c0623dac877 req-2b88e3b9-3013-4da8-898d-f247fbf0c3bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Unset dirty status for tenant:319b974789224711a5c26ac4b744b174 on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:20:57.917829 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2e501558-f341-4731-9eef-0c0623dac877 req-2b88e3b9-3013-4da8-898d-f247fbf0c3bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 943 time: 0.2913845
May 12 08:20:58.004381 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2e501558-f341-4731-9eef-0c0623dac877 req-3ca18769-18c0-4d74-b48a-69c071818a1a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808032
May 12 08:20:58.028671 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c467-9c96-4169-8e2f-82572d2e0045 req-d0cea7de-d770-4d79-86c1-c44852f9d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:58.030135 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9af7c467-9c96-4169-8e2f-82572d2e0045 req-d0cea7de-d770-4d79-86c1-c44852f9d684 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b974789224711a5c26ac4b744b174&device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 1096 time: 0.0912251
May 12 08:20:58.174487 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c467-9c96-4169-8e2f-82572d2e0045 req-0813f521-bd87-4cd4-a15d-a27c23614eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:58.175941 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9af7c467-9c96-4169-8e2f-82572d2e0045 req-0813f521-bd87-4cd4-a15d-a27c23614eab service neutron] 10.222.0.39 "GET /v2.0/networks?id=9716e78e-e6a0-4390-a055-14165c9b42c3 HTTP/1.1" status: 200  len: 912 time: 0.1284766
May 12 08:20:58.186366 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:58.252226 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9af7c467-9c96-4169-8e2f-82572d2e0045 req-a157b0ca-d637-4827-8de3-83e5eadb56c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e HTTP/1.1" status: 200  len: 217 time: 0.0671406
May 12 08:20:58.262913 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:58.318213 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c467-9c96-4169-8e2f-82572d2e0045 req-1bb41fcc-e450-4fc9-9af7-25b57f3e31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:58.319610 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9af7c467-9c96-4169-8e2f-82572d2e0045 req-1bb41fcc-e450-4fc9-9af7-25b57f3e31ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a93e9c7-3ded-4f77-a7f2-46a6faf40562 HTTP/1.1" status: 200  len: 850 time: 0.0598595
May 12 08:20:58.396574 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c467-9c96-4169-8e2f-82572d2e0045 req-06a881c1-26f1-455f-ab75-34ef098fedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:58.398089 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9af7c467-9c96-4169-8e2f-82572d2e0045 req-06a881c1-26f1-455f-ab75-34ef098fedb5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9716e78e-e6a0-4390-a055-14165c9b42c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704274
May 12 08:20:58.470474 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:58.477545 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:58.486443 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:58.533908 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9af7c467-9c96-4169-8e2f-82572d2e0045 req-474bc5e0-7bd8-4407-899a-2bd83bac9097 service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285782
May 12 08:20:58.601973 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event updated for resources: {'Port': ['ID=fc48f679-b6da-4be4-8e83-fc9f7b78896e,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:58.630929 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:58.673695 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9af7c467-9c96-4169-8e2f-82572d2e0045 req-48338125-b4e1-40d1-875d-a2a94f9338bd service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316400
May 12 08:20:58.694150 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:20:58.935440 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.l3_db [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Floating IP 0ab36ad0-2f7c-4a90-a8cc-2d3541bc56c8 associated. External IP: 172.27.2.94, port: f7b2743b-eccd-4786-9840-de55ab107c53.
May 12 08:20:59.360366 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df056ff5-b7cc-42b6-8517-1d2f60d6886a req-738c30ed-7222-4844-8bb9-335ca4384ce4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:59.361890 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-df056ff5-b7cc-42b6-8517-1d2f60d6886a req-738c30ed-7222-4844-8bb9-335ca4384ce4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 943 time: 0.1916800
May 12 08:20:59.363632 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:20:59.525196 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-df056ff5-b7cc-42b6-8517-1d2f60d6886a req-ca5fa6c1-6d81-4943-822b-a57c7f3a3150 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1567550
May 12 08:20:59.574708 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:20:59.585927 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4a8919-50dc-4ab1-8870-c222a2e0ec15 None None] Sync routers for ids ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:20:59.595863 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a8919-50dc-4ab1-8870-c222a2e0ec15 None None] Routers {'7efdb284-4347-49f8-8dcb-5c56b34c03c4'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:20:59.596453 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-eb4a8919-50dc-4ab1-8870-c222a2e0ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c999a49a0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:20:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:20:59.601459 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:59.658852 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5963366
May 12 08:20:59.659723 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:20:59.661696 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 34374) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:59.667102 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468650084', 'description': 'tempest-secgroup-smoke-1468650084 description', 'project_id': 'c66c87ec8cd0457ca734a96764beff9c'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:20:59.673802 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:59.684579 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:59.696397 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:59.704741 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'status': 'completed', 'code': 200}
May 12 08:20:59.717469 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:20:59.721294 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Usage tracker for resource:security_group_rule and tenant:c66c87ec8cd0457ca734a96764beff9c is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:20:59.724534 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:20:59.730344 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:20:59.776418 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-eb4a8919-50dc-4ab1-8870-c222a2e0ec15 None None] Set router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:20:59.853679 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:59.863647 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:59.869787 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c306b542-83f1-43d0-b56a-5722881471b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:20:59.882497 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533125-ed9c-4bc0-9847-b162aa805428 req-73d94ed3-e321-47a4-b415-15b5c76962e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:20:59.883971 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5b533125-ed9c-4bc0-9847-b162aa805428 req-73d94ed3-e321-47a4-b415-15b5c76962e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c66c87ec8cd0457ca734a96764beff9c&device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 1098 time: 0.1370673
May 12 08:20:59.959768 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:20:59.987788 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:20:59.991845 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3262541
May 12 08:20:59.992838 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34382) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:20:59.995706 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b3227f-6a92-45d6-b483-8673f1202f82,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:20:59.998155 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Request body: {'security_group_rule': {'security_group_id': '14b3227f-6a92-45d6-b483-8673f1202f82', 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:00.004207 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:00.005107 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:00.010514 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Usage tracker for resource:security_group_rule and tenant:c66c87ec8cd0457ca734a96764beff9c is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:00.015810 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:00.022496 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:00.049015 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.095432 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533125-ed9c-4bc0-9847-b162aa805428 req-6bbf5684-c431-4815-a784-a28d8e2a7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:00.097379 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5b533125-ed9c-4bc0-9847-b162aa805428 req-6bbf5684-c431-4815-a784-a28d8e2a7fcc service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3e0da1e-bca8-4a4e-938b-140c21da1156 HTTP/1.1" status: 200  len: 916 time: 0.2061024
May 12 08:21:00.116925 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.126148 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.132761 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:00.202852 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.206730 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2118809
May 12 08:21:00.208189 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5b09a9-44e8-4506-8021-d1373b72e524,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:00.212404 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34392) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:00.221262 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:00.225414 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-315371c7-dd47-4a15-b61a-8bce448429fc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Request body: {'security_group_rule': {'security_group_id': '14b3227f-6a92-45d6-b483-8673f1202f82', 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:00.241673 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-315371c7-dd47-4a15-b61a-8bce448429fc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:00.251611 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-315371c7-dd47-4a15-b61a-8bce448429fc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Usage tracker for resource:security_group_rule and tenant:c66c87ec8cd0457ca734a96764beff9c is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:00.256514 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-315371c7-dd47-4a15-b61a-8bce448429fc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:00.267943 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-315371c7-dd47-4a15-b61a-8bce448429fc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:00.285957 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5b533125-ed9c-4bc0-9847-b162aa805428 req-e3c4815d-625a-45ff-aac2-27d59c061d99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b2743b-eccd-4786-9840-de55ab107c53 HTTP/1.1" status: 200  len: 998 time: 0.1799304
May 12 08:21:00.291929 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:21:00.297422 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-315371c7-dd47-4a15-b61a-8bce448429fc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.310262 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'port_id': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e', 'mac_address': 'fa:16:3e:7f:67:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:21:00.367819 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-eb4a8919-50dc-4ab1-8870-c222a2e0ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c999a49a0>, [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:19:03Z', 'revision_number': 4, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '0ab36ad0-2f7c-4a90-a8cc-2d3541bc56c8', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'port_id': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'mac_address': 'fa:16:3e:dd:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6333219a-bc26-4669-8e68-795818c2202a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:20:58Z', 'updated_at': '2021-05-12T08:20:58Z', 'revision_number': 0, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7092ba14-b41d-44ff-ad75-d160dee70820', 'name': '', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'mac_address': 'fa:16:3e:d3:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:02Z', 'updated_at': '2021-05-12T08:19:10Z', 'revision_number': 5, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'subnets': [{'id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:00.379709 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4a8919-50dc-4ab1-8870-c222a2e0ec15 None None] Checking router: 7efdb284-4347-49f8-8dcb-5c56b34c03c4 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:21:00.386142 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533125-ed9c-4bc0-9847-b162aa805428 req-03ea150b-7927-4cec-96b8-cfcf1ee99329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:00.387919 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5b533125-ed9c-4bc0-9847-b162aa805428 req-03ea150b-7927-4cec-96b8-cfcf1ee99329 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e458df9d-138f-428d-8d35-1be7b30d9838 HTTP/1.1" status: 200  len: 854 time: 0.0886528
May 12 08:21:00.389784 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.411925 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a8919-50dc-4ab1-8870-c222a2e0ec15 None None] Routers {'7efdb284-4347-49f8-8dcb-5c56b34c03c4'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:21:00.413212 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-eb4a8919-50dc-4ab1-8870-c222a2e0ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c999a49a0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:20:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:00.415300 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-315371c7-dd47-4a15-b61a-8bce448429fc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.422330 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-315371c7-dd47-4a15-b61a-8bce448429fc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.425080 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3710a7f0-2786-487a-85fa-85647a8fbe7b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:00.454829 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-315371c7-dd47-4a15-b61a-8bce448429fc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.459531 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-315371c7-dd47-4a15-b61a-8bce448429fc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2447889
May 12 08:21:00.460183 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34396) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:00.467499 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-3e390f59-a6e3-4b28-be16-464a834bce0e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Request body: {'security_group_rule': {'security_group_id': '14b3227f-6a92-45d6-b483-8673f1202f82', 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:00.472530 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:21:00.474758 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315371c7-dd47-4a15-b61a-8bce448429fc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf4532b-8528-473c-ae72-ab064d52634d,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:00.484348 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-315371c7-dd47-4a15-b61a-8bce448429fc tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:00.485573 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-3e390f59-a6e3-4b28-be16-464a834bce0e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:00.489917 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-3e390f59-a6e3-4b28-be16-464a834bce0e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Usage tracker for resource:security_group_rule and tenant:c66c87ec8cd0457ca734a96764beff9c is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:00.493549 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-3e390f59-a6e3-4b28-be16-464a834bce0e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:00.501330 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-3e390f59-a6e3-4b28-be16-464a834bce0e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:00.530404 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3e390f59-a6e3-4b28-be16-464a834bce0e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.588741 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533125-ed9c-4bc0-9847-b162aa805428 req-ce7232ff-782e-42c5-b534-d95fa29e5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:00.590632 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5b533125-ed9c-4bc0-9847-b162aa805428 req-ce7232ff-782e-42c5-b534-d95fa29e5ec9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3e0da1e-bca8-4a4e-938b-140c21da1156&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1860073
May 12 08:21:00.622048 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:21:00.647107 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.662223 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-afd8ab09-5260-4c33-966b-f0c88a829c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:00.700437 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3e390f59-a6e3-4b28-be16-464a834bce0e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.749119 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3e390f59-a6e3-4b28-be16-464a834bce0e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.756639 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6ae9face-218a-4729-b9e3-827c6ec9fe24 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:00.782075 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e390f59-a6e3-4b28-be16-464a834bce0e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df3c07d-b178-4a88-a37c-e3823db54b55,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:00.787032 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3e390f59-a6e3-4b28-be16-464a834bce0e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:00.831030 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5b533125-ed9c-4bc0-9847-b162aa805428 req-479f8ac6-00e1-4f18-8c35-5a81378ee528 service neutron] 10.222.0.39 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2214684
May 12 08:21:00.836431 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3e390f59-a6e3-4b28-be16-464a834bce0e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:00.837859 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-3e390f59-a6e3-4b28-be16-464a834bce0e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3748236
May 12 08:21:00.840501 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34412) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:00.851327 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea10c4d-5ff1-4463-8fe1-61b09feb9120 req-40b3b474-07a4-447e-9f3e-065e548cf1c4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:00.860047 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0ea10c4d-5ff1-4463-8fe1-61b09feb9120 req-40b3b474-07a4-447e-9f3e-065e548cf1c4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 944 time: 0.1576512
May 12 08:21:00.883000 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-eb4a8919-50dc-4ab1-8870-c222a2e0ec15 None None] Set router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:21:00.889213 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Request body: {'security_group_rule': {'security_group_id': '14b3227f-6a92-45d6-b483-8673f1202f82', 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:00.904245 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:00.917430 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Usage tracker for resource:security_group_rule and tenant:c66c87ec8cd0457ca734a96764beff9c is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:00.922397 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:00.939214 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0ea10c4d-5ff1-4463-8fe1-61b09feb9120 req-3135d1d0-b343-4d43-aa19-fd828ebfb4af tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782056
May 12 08:21:00.940620 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:00.946552 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:00.952308 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:00.969666 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:21:00.977288 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:01.057481 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:01.063624 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:01.066759 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d94f487c-1b58-4c13-badc-43f2878f6c24 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:01.093544 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00ab2f9-994f-463a-b9a9-07ec1b8edd16,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:01.104071 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:01.116986 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:01.120825 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2768283
May 12 08:21:01.121071 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34420) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:01.126676 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Request body: {'security_group_rule': {'security_group_id': '14b3227f-6a92-45d6-b483-8673f1202f82', 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:01.132996 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:01.133492 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5b533125-ed9c-4bc0-9847-b162aa805428 req-c0d3c56a-01ee-4a04-9840-8a3d09c0ece8 service neutron] 10.222.0.39 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2937033
May 12 08:21:01.137944 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Usage tracker for resource:security_group_rule and tenant:c66c87ec8cd0457ca734a96764beff9c is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:01.142452 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:01.149512 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:01.163241 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.securitygroups_db [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Project c66c87ec8cd0457ca734a96764beff9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 12 08:21:01.169594 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:01.237866 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:01.242000 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:01.250249 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8858ce1b-98e8-49c8-b213-4552bc04781e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:01.268795 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90759515-6fff-434a-8c76-d4cb05ddb7b5,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:01.271875 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:01.280037 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:01.281583 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1593363
May 12 08:21:01.284373 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34424) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:01.289830 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Request body: {'security_group_rule': {'security_group_id': '14b3227f-6a92-45d6-b483-8673f1202f82', 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:01.295554 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:01.299334 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Usage tracker for resource:security_group_rule and tenant:c66c87ec8cd0457ca734a96764beff9c is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:01.302306 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:01.307943 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:01.319647 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.securitygroups_db [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Project c66c87ec8cd0457ca734a96764beff9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 12 08:21:01.325432 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:01.397436 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:01.401943 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:01.404013 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:01.421777 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-eb4a8919-50dc-4ab1-8870-c222a2e0ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c999a49a0>, [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:19:03Z', 'revision_number': 4, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '0ab36ad0-2f7c-4a90-a8cc-2d3541bc56c8', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'port_id': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'mac_address': 'fa:16:3e:dd:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6333219a-bc26-4669-8e68-795818c2202a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:20:58Z', 'updated_at': '2021-05-12T08:20:58Z', 'revision_number': 0, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7092ba14-b41d-44ff-ad75-d160dee70820', 'name': '', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'mac_address': 'fa:16:3e:d3:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:02Z', 'updated_at': '2021-05-12T08:19:10Z', 'revision_number': 5, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'subnets': [{'id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:01.425756 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4a8919-50dc-4ab1-8870-c222a2e0ec15 None None] The sync data for ids ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'] in dv-cinder-790910-1-iscsi is: [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:19:03Z', 'revision_number': 4, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '0ab36ad0-2f7c-4a90-a8cc-2d3541bc56c8', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'port_id': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'mac_address': 'fa:16:3e:dd:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6333219a-bc26-4669-8e68-795818c2202a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:20:58Z', 'updated_at': '2021-05-12T08:20:58Z', 'revision_number': 0, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7092ba14-b41d-44ff-ad75-d160dee70820', 'name': '', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'mac_address': 'fa:16:3e:d3:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:02Z', 'updated_at': '2021-05-12T08:19:10Z', 'revision_number': 5, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'subnets': [{'id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:21:01.426422 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e8d378-d8e0-43af-aba4-e73451ba737e,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:01.428970 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:01.438625 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:01.440870 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-008caedf-2b36-408e-a633-e77ae64ba139 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1548917
May 12 08:21:01.565018 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-b1c9ebe8-4135-4572-914e-5e7929877695 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Synchronizing usage tracker for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:security_group {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:21:01.582429 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-b1c9ebe8-4135-4572-914e-5e7929877695 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Unset dirty status for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:security_group {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:21:01.583758 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-b1c9ebe8-4135-4572-914e-5e7929877695 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468650084&fields=id&tenant_id=c66c87ec8cd0457ca734a96764beff9c HTTP/1.1" status: 200  len: 267 time: 0.0576870
May 12 08:21:01.646047 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38806095-a45b-4692-acca-f21f27d1ae13 None None] New status for floating IP 0ab36ad0-2f7c-4a90-a8cc-2d3541bc56c8: ACTIVE {{(pid=78691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:21:01.668322 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-b6da1a38-8f4c-4598-910c-7549b2d87f71 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:01.669760 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-b6da1a38-8f4c-4598-910c-7549b2d87f71 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.0795817
May 12 08:21:01.680600 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-643a97f8-2f9d-4ca4-98f5-29ae03917176 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Request body: {'port': {'security_groups': ['e1f46ce7-951d-4b9d-8947-1932ec6cc193', '14b3227f-6a92-45d6-b483-8673f1202f82']}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:01.803394 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-643a97f8-2f9d-4ca4-98f5-29ae03917176 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:02.071393 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-643a97f8-2f9d-4ca4-98f5-29ae03917176 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] For port f7b2743b-eccd-4786-9840-de55ab107c53, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f7b2743b-eccd-4786-9840-de55ab107c53,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:21:02.100463 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-643a97f8-2f9d-4ca4-98f5-29ae03917176 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:02.106186 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-643a97f8-2f9d-4ca4-98f5-29ae03917176 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2234063'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:02.112367 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:02.126712 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d18a0c-9588-4a01-af4a-90728ee6fcb8 req-8909571a-640d-41c3-b80e-0cefa96024af tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:02.128177 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d3d18a0c-9588-4a01-af4a-90728ee6fcb8 req-8909571a-640d-41c3-b80e-0cefa96024af tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 944 time: 0.0829329
May 12 08:21:02.176492 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-643a97f8-2f9d-4ca4-98f5-29ae03917176 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:02.177158 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-643a97f8-2f9d-4ca4-98f5-29ae03917176 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:02.178226 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d3d18a0c-9588-4a01-af4a-90728ee6fcb8 req-0106f2cf-b2de-48fb-b522-c9189cf7b64c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436952
May 12 08:21:02.178530 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3dbc8ede-8dc6-4b13-8077-0b0c419c45c9 req-643a97f8-2f9d-4ca4-98f5-29ae03917176 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "PUT /v2.0/ports/f7b2743b-eccd-4786-9840-de55ab107c53 HTTP/1.1" status: 200  len: 981 time: 0.5024605
May 12 08:21:02.179024 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:21:02.206044 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a97f8-2f9d-4ca4-98f5-29ae03917176 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event updated for resources: {'Port': ['ID=f7b2743b-eccd-4786-9840-de55ab107c53,revision_number=6']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:02.222887 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-643a97f8-2f9d-4ca4-98f5-29ae03917176 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:02.245863 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'status': 'completed', 'code': 200}
May 12 08:21:02.347339 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-0cc62603-7c90-4b9f-9901-d5fcaa01fd87 None None] Provisioning complete for port f7b2743b-eccd-4786-9840-de55ab107c53 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:21:02.347934 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0cc62603-7c90-4b9f-9901-d5fcaa01fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:02.483451 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e478912-cad9-4b8a-b5ed-c9a43c95fafb req-6ebee7a0-2b8c-411e-af83-47c7f0ed7fe9 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:02.484928 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5e478912-cad9-4b8a-b5ed-c9a43c95fafb req-6ebee7a0-2b8c-411e-af83-47c7f0ed7fe9 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.1809464
May 12 08:21:02.531819 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5e478912-cad9-4b8a-b5ed-c9a43c95fafb req-a482b955-e603-484a-8c29-9a75dee9ec02 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405874
May 12 08:21:03.391485 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd5360-61b1-4dc6-9b6b-d69233074c87 req-87a5b3be-7f26-4f1a-9599-a7b66f2bc15a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:03.392911 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8ecd5360-61b1-4dc6-9b6b-d69233074c87 req-87a5b3be-7f26-4f1a-9599-a7b66f2bc15a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 944 time: 0.0821626
May 12 08:21:03.439755 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8ecd5360-61b1-4dc6-9b6b-d69233074c87 req-20aa6c87-0de3-4a83-b987-53d8ed8596b4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381773
May 12 08:21:04.304849 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['f7b2743b-eccd-4786-9840-de55ab107c53'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:21:04.307891 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b76af-cd82-481c-8a1e-edb8baa751b4 req-1cd544df-ac69-42f3-ac78-ef32d5be403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:04.309470 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-007b76af-cd82-481c-8a1e-edb8baa751b4 req-1cd544df-ac69-42f3-ac78-ef32d5be403c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c66c87ec8cd0457ca734a96764beff9c&device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 1137 time: 0.0762591
May 12 08:21:04.443731 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b76af-cd82-481c-8a1e-edb8baa751b4 req-8a0aea3e-b10e-4e81-b8cf-b2c3459704d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:04.445331 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-007b76af-cd82-481c-8a1e-edb8baa751b4 req-8a0aea3e-b10e-4e81-b8cf-b2c3459704d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3e0da1e-bca8-4a4e-938b-140c21da1156 HTTP/1.1" status: 200  len: 916 time: 0.1272819
May 12 08:21:04.555692 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-007b76af-cd82-481c-8a1e-edb8baa751b4 req-50ee24b1-ea13-42f9-a530-2f5711553f7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b2743b-eccd-4786-9840-de55ab107c53 HTTP/1.1" status: 200  len: 1000 time: 0.1029298
May 12 08:21:04.628877 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b76af-cd82-481c-8a1e-edb8baa751b4 req-ecf2d9c7-e9d8-4206-9756-2ea880056463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:04.630482 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-007b76af-cd82-481c-8a1e-edb8baa751b4 req-ecf2d9c7-e9d8-4206-9756-2ea880056463 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e458df9d-138f-428d-8d35-1be7b30d9838 HTTP/1.1" status: 200  len: 854 time: 0.0673690
May 12 08:21:04.634014 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e02a3-c500-4dd3-bcb1-cfa785330e3c req-c9335d68-49c6-410b-9d14-f57303b464d3 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:04.635499 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-290e02a3-c500-4dd3-bcb1-cfa785330e3c req-c9335d68-49c6-410b-9d14-f57303b464d3 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 944 time: 0.0826240
May 12 08:21:04.663911 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['f7b2743b-eccd-4786-9840-de55ab107c53'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:21:04.692255 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-290e02a3-c500-4dd3-bcb1-cfa785330e3c req-b0ecc39b-63c9-48dd-8cb3-9c1a4b539ae7 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508318
May 12 08:21:04.708455 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b76af-cd82-481c-8a1e-edb8baa751b4 req-51255b1c-4064-4185-bea3-3f8c8b92c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:04.710086 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-007b76af-cd82-481c-8a1e-edb8baa751b4 req-51255b1c-4064-4185-bea3-3f8c8b92c36d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3e0da1e-bca8-4a4e-938b-140c21da1156&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721493
May 12 08:21:04.842495 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-007b76af-cd82-481c-8a1e-edb8baa751b4 req-06defb7a-9661-4b33-8d4d-27134432e574 service neutron] 10.222.0.39 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249387
May 12 08:21:04.971537 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-007b76af-cd82-481c-8a1e-edb8baa751b4 req-eef49217-f331-413d-ad75-ed18c6554505 service neutron] 10.222.0.39 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204488
May 12 08:21:05.196062 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:21:05.264907 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:21:05.269648 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:21:05.270042 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:05.389661 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:05.422548 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:21:05.433193 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:21:05.451641 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:05.454749 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:05.527438 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e', 'code': 200}
May 12 08:21:05.569826 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:05.585535 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:05.832817 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ece5b1-1663-41a8-8438-e615e6be0a7f req-cbae0263-0c42-4b17-ba8f-305461f0e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:05.834573 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-08ece5b1-1663-41a8-8438-e615e6be0a7f req-cbae0263-0c42-4b17-ba8f-305461f0e51b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 1098 time: 0.1630955
May 12 08:21:05.878461 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-08ece5b1-1663-41a8-8438-e615e6be0a7f req-2857a928-66b7-48b7-936b-faaa13b5d68f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355251
May 12 08:21:05.914823 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee5760-b89d-4ca3-8331-098850bd4a6d req-89f10095-5936-4d8b-a78b-7af54f473eba tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:05.916447 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1aee5760-b89d-4ca3-8331-098850bd4a6d req-89f10095-5936-4d8b-a78b-7af54f473eba tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0911849
May 12 08:21:05.965870 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1aee5760-b89d-4ca3-8331-098850bd4a6d req-93490409-4ecb-4747-90f4-9c56b83f2281 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431654
May 12 08:21:07.170828 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ff035-7a39-44ca-8151-998799b8ceec req-94bd49a3-035a-46b4-b61c-75b21acf5a20 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:07.172285 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e55ff035-7a39-44ca-8151-998799b8ceec req-94bd49a3-035a-46b4-b61c-75b21acf5a20 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0939691
May 12 08:21:07.217587 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e55ff035-7a39-44ca-8151-998799b8ceec req-9798779d-2c64-4e4b-9c6d-28e6cbda9b0b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394480
May 12 08:21:08.412396 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb64f5-2959-46b0-927f-0872d57a6de4 req-cc0c97b0-e0b1-4fa4-8b07-8f6b2ae39867 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:08.413828 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-aecb64f5-2959-46b0-927f-0872d57a6de4 req-cc0c97b0-e0b1-4fa4-8b07-8f6b2ae39867 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0914226
May 12 08:21:08.465478 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-aecb64f5-2959-46b0-927f-0872d57a6de4 req-42b48e07-4e33-46ae-9f03-67079aa3f178 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426419
May 12 08:21:09.647561 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a1df1-961d-462c-a7eb-3f5dc2ce4d2a req-89eba4cf-65e3-491d-ae30-01571cc34929 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:09.649050 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c27a1df1-961d-462c-a7eb-3f5dc2ce4d2a req-89eba4cf-65e3-491d-ae30-01571cc34929 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0787473
May 12 08:21:09.696723 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c27a1df1-961d-462c-a7eb-3f5dc2ce4d2a req-5725f05c-9ec5-4c87-a2a1-a5220e2c8249 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416431
May 12 08:21:09.887109 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:10.882366 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213b6a9-ff2b-40ac-904a-b257fcc86e3c req-d5929849-41d5-4eb3-9dec-2c28494bbc12 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:10.883877 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b213b6a9-ff2b-40ac-904a-b257fcc86e3c req-d5929849-41d5-4eb3-9dec-2c28494bbc12 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0811846
May 12 08:21:10.931677 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b213b6a9-ff2b-40ac-904a-b257fcc86e3c req-bcf8baa8-333f-42ba-bec8-8bab3a0c8c69 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419436
May 12 08:21:11.117458 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423e183-1952-47d6-be78-f6a61f425c32 req-767246ee-9baf-477d-acca-dde070ea0873 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:11.118796 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c423e183-1952-47d6-be78-f6a61f425c32 req-767246ee-9baf-477d-acca-dde070ea0873 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0806158
May 12 08:21:11.128646 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 34552) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:11.133792 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-2cec6ad6-f4b5-475f-8286-158255b605ad tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Request body: {'floatingip': {'port_id': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:11.216070 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2cec6ad6-f4b5-475f-8286-158255b605ad tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:11.964352 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2cec6ad6-f4b5-475f-8286-158255b605ad tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:11.969532 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2cec6ad6-f4b5-475f-8286-158255b605ad tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:12.241701 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.l3_db [None req-2cec6ad6-f4b5-475f-8286-158255b605ad tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Floating IP fb04c9e8-a7e4-45d3-b29e-98e23ce15c23 associated. External IP: 172.27.2.184, port: 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e.
May 12 08:21:12.614460 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cec6ad6-f4b5-475f-8286-158255b605ad tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Router eea718c4-caac-4efa-b681-068910f110ee has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:21:12.795313 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cec6ad6-f4b5-475f-8286-158255b605ad tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:21:12.800136 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2cec6ad6-f4b5-475f-8286-158255b605ad tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:12.805707 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef840ec1-9107-495f-a4f8-56e7628c6391 None None] Sync routers for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:21:12.818275 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef840ec1-9107-495f-a4f8-56e7628c6391 None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:21:12.819181 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-ef840ec1-9107-495f-a4f8-56e7628c6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c998bf5b0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:20:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:12.857367 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-2cec6ad6-f4b5-475f-8286-158255b605ad tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "PUT /v2.0/floatingips/fb04c9e8-a7e4-45d3-b29e-98e23ce15c23 HTTP/1.1" status: 200  len: 991 time: 1.7275915
May 12 08:21:12.858160 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'tag': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:21:12.938212 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'tag': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e', 'status': 'completed', 'code': 200}
May 12 08:21:13.037426 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-ef840ec1-9107-495f-a4f8-56e7628c6391 None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:21:13.043264 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c814850-76a9-4820-a4f1-43b8106a9846 req-540ea931-1ae8-4cff-b80d-5bdbf93cacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:13.045452 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5c814850-76a9-4820-a4f1-43b8106a9846 req-540ea931-1ae8-4cff-b80d-5bdbf93cacc0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b974789224711a5c26ac4b744b174&device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 1098 time: 0.0768225
May 12 08:21:13.204764 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c814850-76a9-4820-a4f1-43b8106a9846 req-ed2a09c6-7f63-4003-b751-07f51aa274c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:13.206653 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5c814850-76a9-4820-a4f1-43b8106a9846 req-ed2a09c6-7f63-4003-b751-07f51aa274c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9716e78e-e6a0-4390-a055-14165c9b42c3 HTTP/1.1" status: 200  len: 912 time: 0.1537721
May 12 08:21:13.318022 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5c814850-76a9-4820-a4f1-43b8106a9846 req-8063d777-c4e0-47ca-96fa-eca378d16d26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e HTTP/1.1" status: 200  len: 999 time: 0.1044154
May 12 08:21:13.387508 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c814850-76a9-4820-a4f1-43b8106a9846 req-fb38f311-b595-4b9a-89ec-4e76b2356891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:13.389100 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5c814850-76a9-4820-a4f1-43b8106a9846 req-fb38f311-b595-4b9a-89ec-4e76b2356891 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a93e9c7-3ded-4f77-a7f2-46a6faf40562 HTTP/1.1" status: 200  len: 850 time: 0.0645962
May 12 08:21:13.430215 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-ef840ec1-9107-495f-a4f8-56e7628c6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c998bf5b0>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'fb04c9e8-a7e4-45d3-b29e-98e23ce15c23', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'port_id': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'mac_address': 'fa:16:3e:7f:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:20:46Z', 'updated_at': '2021-05-12T08:21:11Z', 'revision_number': 1, 'project_id': '319b974789224711a5c26ac4b744b174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:49Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:13.434222 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef840ec1-9107-495f-a4f8-56e7628c6391 None None] Checking router: eea718c4-caac-4efa-b681-068910f110ee for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:21:13.443630 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef840ec1-9107-495f-a4f8-56e7628c6391 None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:21:13.444498 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-ef840ec1-9107-495f-a4f8-56e7628c6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c998bf5b0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:20:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:13.483231 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c814850-76a9-4820-a4f1-43b8106a9846 req-e8c23a9d-b382-4b3a-b746-c5ac312a8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:13.484978 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5c814850-76a9-4820-a4f1-43b8106a9846 req-e8c23a9d-b382-4b3a-b746-c5ac312a8435 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9716e78e-e6a0-4390-a055-14165c9b42c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872281
May 12 08:21:13.644852 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-ef840ec1-9107-495f-a4f8-56e7628c6391 None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:21:13.656555 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5c814850-76a9-4820-a4f1-43b8106a9846 req-1df5fb3c-afe6-46b7-a30c-de3b43c997df service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630061
May 12 08:21:13.796273 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34672) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:13.909786 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5c814850-76a9-4820-a4f1-43b8106a9846 req-7a08e885-7102-44b7-800a-79eca6ddc594 service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2432029
May 12 08:21:13.929843 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d7cf58ae-4b20-41fd-bde7-36cec51bfbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:13.944935 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-d7cf58ae-4b20-41fd-bde7-36cec51bfbba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:13.948746 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-d7cf58ae-4b20-41fd-bde7-36cec51bfbba admin admin] Usage tracker for resource:security_group_rule and tenant:a81832e84f0748de9d2c23ed09ba3a8d is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:13.951624 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-d7cf58ae-4b20-41fd-bde7-36cec51bfbba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:13.958360 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-d7cf58ae-4b20-41fd-bde7-36cec51bfbba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:14.005073 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-ef840ec1-9107-495f-a4f8-56e7628c6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c998bf5b0>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'fb04c9e8-a7e4-45d3-b29e-98e23ce15c23', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'port_id': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'mac_address': 'fa:16:3e:7f:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:20:46Z', 'updated_at': '2021-05-12T08:21:11Z', 'revision_number': 1, 'project_id': '319b974789224711a5c26ac4b744b174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:49Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:14.009833 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef840ec1-9107-495f-a4f8-56e7628c6391 None None] The sync data for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi is: [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'fb04c9e8-a7e4-45d3-b29e-98e23ce15c23', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'port_id': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'mac_address': 'fa:16:3e:7f:67:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:20:46Z', 'updated_at': '2021-05-12T08:21:11Z', 'revision_number': 1, 'project_id': '319b974789224711a5c26ac4b744b174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:49Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:21:14.047789 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d7cf58ae-4b20-41fd-bde7-36cec51bfbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.052436 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d7cf58ae-4b20-41fd-bde7-36cec51bfbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.072629 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:14.108838 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-d7cf58ae-4b20-41fd-bde7-36cec51bfbba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a81832e84f0748de9d2c23ed09ba3a8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3107846
May 12 08:21:14.111625 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 34680) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:14.113029 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf58ae-4b20-41fd-bde7-36cec51bfbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f91faa-9aaa-4c2a-b59a-07914b62860a,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:14.116810 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d7cf58ae-4b20-41fd-bde7-36cec51bfbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:14.176359 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-74c74ee5-e7cd-48d4-8264-f60725e7768e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.202807 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-74c74ee5-e7cd-48d4-8264-f60725e7768e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.214861 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7baf5e-ad66-4fc8-a04c-b2673906a755 None None] New status for floating IP fb04c9e8-a7e4-45d3-b29e-98e23ce15c23: ACTIVE {{(pid=78691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:21:14.257008 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-74c74ee5-e7cd-48d4-8264-f60725e7768e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.260606 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-487002c9-3c0e-4d71-9563-594048919295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:14.271158 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c74ee5-e7cd-48d4-8264-f60725e7768e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f91faa-9aaa-4c2a-b59a-07914b62860a,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:14.275992 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-74c74ee5-e7cd-48d4-8264-f60725e7768e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:14.279269 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-74c74ee5-e7cd-48d4-8264-f60725e7768e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.283053 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-74c74ee5-e7cd-48d4-8264-f60725e7768e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97f91faa-9aaa-4c2a-b59a-07914b62860a HTTP/1.1" status: 204  len: 168 time: 0.1677904
May 12 08:21:14.585800 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 34690) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:14.604192 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-83f076bf-4fe5-4e27-885c-c05cf5d67111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.622910 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-83f076bf-4fe5-4e27-885c-c05cf5d67111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:14.625011 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-83f076bf-4fe5-4e27-885c-c05cf5d67111 admin admin] Usage tracker for resource:security_group_rule and tenant:bf504db81aff4615a114dbfbc7830fb7 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:14.628232 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-83f076bf-4fe5-4e27-885c-c05cf5d67111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:14.634352 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-83f076bf-4fe5-4e27-885c-c05cf5d67111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:14.718798 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-83f076bf-4fe5-4e27-885c-c05cf5d67111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.724315 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-83f076bf-4fe5-4e27-885c-c05cf5d67111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.734224 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-577d3473-ddfe-4ee4-8243-2237b048198e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:14.774631 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-83f076bf-4fe5-4e27-885c-c05cf5d67111 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf504db81aff4615a114dbfbc7830fb7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1874404
May 12 08:21:14.775507 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f076bf-4fe5-4e27-885c-c05cf5d67111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09376b92-9a5a-4651-8711-c273d90064fd,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:14.777470 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34694) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:14.779051 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-83f076bf-4fe5-4e27-885c-c05cf5d67111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:14.836787 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5ede7ed7-b872-463b-bd98-2cedc1e390ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.866985 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5ede7ed7-b872-463b-bd98-2cedc1e390ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.926431 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5ede7ed7-b872-463b-bd98-2cedc1e390ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.930550 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3cf07c3a-d19c-4e9c-86f6-f8e68f083ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:14.942840 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede7ed7-b872-463b-bd98-2cedc1e390ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09376b92-9a5a-4651-8711-c273d90064fd,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:14.945478 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-5ede7ed7-b872-463b-bd98-2cedc1e390ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:14.952535 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5ede7ed7-b872-463b-bd98-2cedc1e390ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:14.954994 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-5ede7ed7-b872-463b-bd98-2cedc1e390ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09376b92-9a5a-4651-8711-c273d90064fd HTTP/1.1" status: 204  len: 168 time: 0.1753740
May 12 08:21:16.902895 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd38d4-8769-4b12-adfc-08e989f64fac req-db17a2b2-0777-4ba8-8068-1bbd563d3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:16.904384 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cdbd38d4-8769-4b12-adfc-08e989f64fac req-db17a2b2-0777-4ba8-8068-1bbd563d3a9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c66c87ec8cd0457ca734a96764beff9c&device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 1137 time: 0.0826685
May 12 08:21:17.057830 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd38d4-8769-4b12-adfc-08e989f64fac req-c4e77a8b-9990-4ef3-88cf-395b8296c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:17.059273 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cdbd38d4-8769-4b12-adfc-08e989f64fac req-c4e77a8b-9990-4ef3-88cf-395b8296c26a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3e0da1e-bca8-4a4e-938b-140c21da1156 HTTP/1.1" status: 200  len: 916 time: 0.1397331
May 12 08:21:17.104411 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34774) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:17.209797 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cdbd38d4-8769-4b12-adfc-08e989f64fac req-e1f88ffe-f35a-432d-9f25-4c2b54184546 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b2743b-eccd-4786-9840-de55ab107c53 HTTP/1.1" status: 200  len: 1000 time: 0.1430972
May 12 08:21:17.232780 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-566c7cf6-d1a3-402b-b458-d3018d66a2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:17.238513 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea143c-5fbe-4c85-a77e-5286c4929bad req-498e3381-5459-4d4c-a353-288e9cae13c7 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:17.240061 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-57ea143c-5fbe-4c85-a77e-5286c4929bad req-498e3381-5459-4d4c-a353-288e9cae13c7 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.3737886
May 12 08:21:17.249134 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-566c7cf6-d1a3-402b-b458-d3018d66a2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:17.253160 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-566c7cf6-d1a3-402b-b458-d3018d66a2bf admin admin] Usage tracker for resource:security_group_rule and tenant:dd9c9564e4e84afaa3275ce1a4602179 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:17.256209 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-566c7cf6-d1a3-402b-b458-d3018d66a2bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:17.261906 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-566c7cf6-d1a3-402b-b458-d3018d66a2bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:17.327947 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd38d4-8769-4b12-adfc-08e989f64fac req-22af921a-d983-442f-bff2-9789b4f9e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:17.329439 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cdbd38d4-8769-4b12-adfc-08e989f64fac req-22af921a-d983-442f-bff2-9789b4f9e484 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e458df9d-138f-428d-8d35-1be7b30d9838 HTTP/1.1" status: 200  len: 854 time: 0.0884600
May 12 08:21:17.334013 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-57ea143c-5fbe-4c85-a77e-5286c4929bad req-4bf2b832-49a3-4c2f-8a6c-73eccc4164a3 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0639439
May 12 08:21:17.348457 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-566c7cf6-d1a3-402b-b458-d3018d66a2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:17.353516 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-566c7cf6-d1a3-402b-b458-d3018d66a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:17.360857 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d6789eae-200b-48b5-85b8-6457433ef638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:17.403183 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-566c7cf6-d1a3-402b-b458-d3018d66a2bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd9c9564e4e84afaa3275ce1a4602179&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2975783
May 12 08:21:17.404148 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c7cf6-d1a3-402b-b458-d3018d66a2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bca4ded-7e0b-48fe-9464-e194cd3b9b7d,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:17.406214 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 34782) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:17.407345 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-566c7cf6-d1a3-402b-b458-d3018d66a2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:17.433942 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd38d4-8769-4b12-adfc-08e989f64fac req-90bd7f19-d411-4ec0-9f34-b8fd1fc0a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:17.435401 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cdbd38d4-8769-4b12-adfc-08e989f64fac req-90bd7f19-d411-4ec0-9f34-b8fd1fc0a3ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3e0da1e-bca8-4a4e-938b-140c21da1156&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0978973
May 12 08:21:17.565900 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-3aac83dc-ef73-45ee-86ec-100003c0964f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:17.618451 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-3aac83dc-ef73-45ee-86ec-100003c0964f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:17.629146 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cdbd38d4-8769-4b12-adfc-08e989f64fac req-1e9cd0ab-9a0c-41e0-b671-e4e8dc9a31df service neutron] 10.222.0.39 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838763
May 12 08:21:17.774100 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-3aac83dc-ef73-45ee-86ec-100003c0964f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:17.779654 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d2550f38-24cd-4047-b6ca-6961f59511bd tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:17.805791 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac83dc-ef73-45ee-86ec-100003c0964f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bca4ded-7e0b-48fe-9464-e194cd3b9b7d,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:17.808244 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-3aac83dc-ef73-45ee-86ec-100003c0964f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:17.810548 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cdbd38d4-8769-4b12-adfc-08e989f64fac req-6076dcf3-9a25-4cb4-8d5b-c1f5e6a7d819 service neutron] 10.222.0.39 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707072
May 12 08:21:17.819205 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-3aac83dc-ef73-45ee-86ec-100003c0964f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:17.820282 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-3aac83dc-ef73-45ee-86ec-100003c0964f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bca4ded-7e0b-48fe-9464-e194cd3b9b7d HTTP/1.1" status: 204  len: 168 time: 0.4119453
May 12 08:21:18.121760 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 34792) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:18.139327 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-60c2ec6d-1c3f-4c88-880c-1ab65559ae57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:18.156226 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-60c2ec6d-1c3f-4c88-880c-1ab65559ae57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:18.160554 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-60c2ec6d-1c3f-4c88-880c-1ab65559ae57 admin admin] Usage tracker for resource:security_group_rule and tenant:d38e8df59baf4e5b98fc3b615bec410b is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:18.163702 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-60c2ec6d-1c3f-4c88-880c-1ab65559ae57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:18.169815 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-60c2ec6d-1c3f-4c88-880c-1ab65559ae57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:18.261689 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-60c2ec6d-1c3f-4c88-880c-1ab65559ae57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:18.266892 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-60c2ec6d-1c3f-4c88-880c-1ab65559ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:18.274453 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-546dbe1d-51f9-487d-99cd-9ecfcdc75515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:18.316432 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-60c2ec6d-1c3f-4c88-880c-1ab65559ae57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d38e8df59baf4e5b98fc3b615bec410b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1934028
May 12 08:21:18.317309 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2ec6d-1c3f-4c88-880c-1ab65559ae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966d4ecf-aca9-4028-97b5-39c672ffbe00,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:18.319295 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34796) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:18.321308 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-60c2ec6d-1c3f-4c88-880c-1ab65559ae57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:18.385918 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d5b6448f-d2fc-49bc-aa94-3f04e1388371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:18.411695 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d5b6448f-d2fc-49bc-aa94-3f04e1388371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:18.472821 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d5b6448f-d2fc-49bc-aa94-3f04e1388371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:18.478980 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9f45efdf-5666-45e4-b7b5-6a80aae46c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:18.500277 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6448f-d2fc-49bc-aa94-3f04e1388371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966d4ecf-aca9-4028-97b5-39c672ffbe00,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:18.503813 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d5b6448f-d2fc-49bc-aa94-3f04e1388371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:18.513172 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d5b6448f-d2fc-49bc-aa94-3f04e1388371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:18.516580 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-d5b6448f-d2fc-49bc-aa94-3f04e1388371 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/966d4ecf-aca9-4028-97b5-39c672ffbe00 HTTP/1.1" status: 204  len: 168 time: 0.1939671
May 12 08:21:18.529027 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a054c-c689-4334-9e27-e90091c614f5 req-63828169-ce58-4c7f-99b3-e147ede40a62 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:18.530639 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-db4a054c-c689-4334-9e27-e90091c614f5 req-63828169-ce58-4c7f-99b3-e147ede40a62 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0879421
May 12 08:21:18.591029 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-db4a054c-c689-4334-9e27-e90091c614f5 req-7bbe8449-0bd0-437f-a239-75240276e68f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0542166
May 12 08:21:19.781381 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ff0e6-336d-43e1-b9e6-0590586ea1a9 req-ee3303c0-e8f3-4c9f-a368-7669e826770c tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:19.782751 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a46ff0e6-336d-43e1-b9e6-0590586ea1a9 req-ee3303c0-e8f3-4c9f-a368-7669e826770c tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0851433
May 12 08:21:19.830174 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a46ff0e6-336d-43e1-b9e6-0590586ea1a9 req-1d8cd08f-7347-4e17-a7d8-daa76c9b6159 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0413644
May 12 08:21:20.487852 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34866) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:20.604165 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef07a-1ad2-41ad-b712-aab9d07d2480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:20.618696 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-5c4ef07a-1ad2-41ad-b712-aab9d07d2480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:20.622465 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-5c4ef07a-1ad2-41ad-b712-aab9d07d2480 admin admin] Usage tracker for resource:security_group_rule and tenant:684aa067dc6a4a5a9b6963e97085f18c is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:20.625221 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-5c4ef07a-1ad2-41ad-b712-aab9d07d2480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:20.631287 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-5c4ef07a-1ad2-41ad-b712-aab9d07d2480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:20.723872 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef07a-1ad2-41ad-b712-aab9d07d2480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:20.728322 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5c4ef07a-1ad2-41ad-b712-aab9d07d2480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:20.735557 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7593a179-7011-41bf-86c3-ef0e0c46c5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:20.779492 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-5c4ef07a-1ad2-41ad-b712-aab9d07d2480 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=684aa067dc6a4a5a9b6963e97085f18c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2904615
May 12 08:21:20.781064 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ef07a-1ad2-41ad-b712-aab9d07d2480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a2ca82-f5c3-43b0-98ae-9780cd66e9ab,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:20.782348 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 34878) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:20.784117 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-5c4ef07a-1ad2-41ad-b712-aab9d07d2480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:20.845314 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8233b06f-7ac9-4500-a098-d2f5e77f9304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:20.875219 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8233b06f-7ac9-4500-a098-d2f5e77f9304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:21.035384 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8233b06f-7ac9-4500-a098-d2f5e77f9304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:21.044500 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-cbc6d94c-1ea3-47aa-9d95-26ac5d5620e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:21.060403 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233b06f-7ac9-4500-a098-d2f5e77f9304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a2ca82-f5c3-43b0-98ae-9780cd66e9ab,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:21.062389 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8233b06f-7ac9-4500-a098-d2f5e77f9304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:21.063509 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-8233b06f-7ac9-4500-a098-d2f5e77f9304 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02a2ca82-f5c3-43b0-98ae-9780cd66e9ab HTTP/1.1" status: 204  len: 168 time: 0.2802041
May 12 08:21:21.064572 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8233b06f-7ac9-4500-a098-d2f5e77f9304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:21.254980 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b686b-5532-468e-8ef1-f0c3e42a9e61 req-ef0c982e-1843-421a-b6d0-b6376521ff83 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:21.256752 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-031b686b-5532-468e-8ef1-f0c3e42a9e61 req-ef0c982e-1843-421a-b6d0-b6376521ff83 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.2250180
May 12 08:21:21.305349 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-031b686b-5532-468e-8ef1-f0c3e42a9e61 req-7addb80b-3deb-496c-a4b7-96a1ed2f296b tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0426459
May 12 08:21:21.376493 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34898) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:21.394472 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d353c70a-19a6-4652-8182-e35d25add539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:21.408798 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-d353c70a-19a6-4652-8182-e35d25add539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:21.413645 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-d353c70a-19a6-4652-8182-e35d25add539 admin admin] Usage tracker for resource:security_group_rule and tenant:09e6a400922149d68d3958d653a58def is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:21.418268 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-d353c70a-19a6-4652-8182-e35d25add539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:21.427311 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-d353c70a-19a6-4652-8182-e35d25add539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:21.519187 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d353c70a-19a6-4652-8182-e35d25add539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:21.524186 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d353c70a-19a6-4652-8182-e35d25add539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:21.534461 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e5944120-b2a3-4296-8799-77b838e9ece5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:21.575601 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353c70a-19a6-4652-8182-e35d25add539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac8387-c1d8-4876-bfe5-a0e2ce2af877,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:21.579767 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-d353c70a-19a6-4652-8182-e35d25add539 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09e6a400922149d68d3958d653a58def&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2022901
May 12 08:21:21.580612 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d353c70a-19a6-4652-8182-e35d25add539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:21.582893 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 34902) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:21.644392 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2d2b-ef8f-427c-907a-dba433deab93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:21.672304 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2d2b-ef8f-427c-907a-dba433deab93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:21.740794 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2d2b-ef8f-427c-907a-dba433deab93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:21.744386 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d9bc5c2d-ed32-4b04-95ac-e0c82d1160a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:21.758083 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d2d2b-ef8f-427c-907a-dba433deab93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac8387-c1d8-4876-bfe5-a0e2ce2af877,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:21.761867 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-fd5d2d2b-ef8f-427c-907a-dba433deab93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:21.768241 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-fd5d2d2b-ef8f-427c-907a-dba433deab93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:21.769419 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-fd5d2d2b-ef8f-427c-907a-dba433deab93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9ac8387-c1d8-4876-bfe5-a0e2ce2af877 HTTP/1.1" status: 204  len: 168 time: 0.1856375
May 12 08:21:22.525242 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b3321-a14b-4aa1-9e72-5217434db800 req-17c10114-cd47-4cc0-9826-d81f5c09c5fe tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:22.526751 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ab2b3321-a14b-4aa1-9e72-5217434db800 req-17c10114-cd47-4cc0-9826-d81f5c09c5fe tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0955694
May 12 08:21:22.575058 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6aaa-7663-43a3-bd85-ab4048141ab8 req-96a71d26-7316-4c78-9f82-b2219e65771c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:22.577373 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e24b6aaa-7663-43a3-bd85-ab4048141ab8 req-96a71d26-7316-4c78-9f82-b2219e65771c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 947 time: 0.0911820
May 12 08:21:22.582193 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ab2b3321-a14b-4aa1-9e72-5217434db800 req-210337cb-3522-4ef7-9f88-eadd136ef840 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0492654
May 12 08:21:22.623710 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e24b6aaa-7663-43a3-bd85-ab4048141ab8 req-02d6dbae-592a-4e9c-8b78-8d38993c7a13 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400946
May 12 08:21:22.874728 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-32c040ad-8619-45da-9b78-ca305d85786c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:23.773007 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01cef1-a397-46fe-84ce-cdfd294b6c41 req-408ef6a7-b748-4d6a-a9fe-93d410ee33b1 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:23.774536 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7f01cef1-a397-46fe-84ce-cdfd294b6c41 req-408ef6a7-b748-4d6a-a9fe-93d410ee33b1 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0841455
May 12 08:21:23.820001 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7683aa-7c25-43a1-b6be-1295acfeb716 req-375eba8e-cc7e-487e-a1bf-94f2d2ce7832 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:23.821504 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8c7683aa-7c25-43a1-b6be-1295acfeb716 req-375eba8e-cc7e-487e-a1bf-94f2d2ce7832 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 947 time: 0.0794723
May 12 08:21:23.827433 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7f01cef1-a397-46fe-84ce-cdfd294b6c41 req-a3e088ff-3e2f-4d18-ad7f-7759e71889fa tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0469775
May 12 08:21:23.870625 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8c7683aa-7c25-43a1-b6be-1295acfeb716 req-e8ac681e-8bc8-4d38-ae0d-94bfcd2040a1 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ef88d3-203e-40fe-b0ff-c065a42b4f61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427802
May 12 08:21:24.249136 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-ca441c1c-218a-4121-8451-618b9cb13449 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:24.250694 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-ca441c1c-218a-4121-8451-618b9cb13449 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.39 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 947 time: 0.0872302
May 12 08:21:24.397851 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Deleting port 81fc3e62-68c2-450b-a878-288815da6114 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:21:24.398172 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:24.533054 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] For port 81fc3e62-68c2-450b-a878-288815da6114, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=81fc3e62-68c2-450b-a878-288815da6114,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:21:24.533460 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:24.820071 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:24.820822 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:24.820822 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.l3_db [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Floating IP fee9a884-9479-4c86-8ce8-957a8d5e3054 disassociated. External IP: 172.27.2.48, port: 81fc3e62-68c2-450b-a878-288815da6114.
May 12 08:21:24.821016 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Calling delete_port for 81fc3e62-68c2-450b-a878-288815da6114 owned by compute:nova {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:21:24.995743 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:25.002108 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:25.042464 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-eb96a687-1fa0-41fd-bbf7-1f4724d2c265 req-d4508f0f-70ce-4723-a174-dbf1eb5cc8de tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 210 time: 0.0492995
May 12 08:21:25.050095 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event deleted for resources: {'Port': ['ID=81fc3e62-68c2-450b-a878-288815da6114,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:25.059226 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:25.238003 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95165fd1-b2f7-4321-886f-0845ef1dc32b req-8dcc66a0-6ac9-4f83-8d25-74ec6b1249d5 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:25.239521 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-95165fd1-b2f7-4321-886f-0845ef1dc32b req-8dcc66a0-6ac9-4f83-8d25-74ec6b1249d5 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.3026185
May 12 08:21:25.268063 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:25.335432 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-95165fd1-b2f7-4321-886f-0845ef1dc32b req-89834017-4d09-4840-b700-9cfaf50eb6e5 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0755825
May 12 08:21:25.340215 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Router 5300f606-e601-49ee-96d4-1c2698fdd6f3 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:21:25.555115 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-029e2d42-d748-4ee2-bf9b-dcbf053012cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:25.626675 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:21:25.638001 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791acebc-2bd0-4ea7-9d79-4d3752cf2b42 None None] Sync routers for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:21:25.647818 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791acebc-2bd0-4ea7-9d79-4d3752cf2b42 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:21:25.656768 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-791acebc-2bd0-4ea7-9d79-4d3752cf2b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98e27d90>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:21:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:25.702587 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] No DVR routers for this DVR port 81fc3e62-68c2-450b-a878-288815da6114 on host hv-cinder-79091 {{(pid=78689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:21:25.705120 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:25.708030 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'name': 'network-vif-deleted', 'tag': '81fc3e62-68c2-450b-a878-288815da6114'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:21:25.730115 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c40c2849-78d1-4cf3-8733-1169621f37e6 req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.39 "DELETE /v2.0/ports/81fc3e62-68c2-450b-a878-288815da6114 HTTP/1.1" status: 204  len: 173 time: 1.4715745
May 12 08:21:25.764349 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438c07d8-63f5-4e5f-9a0b-c353286aead7', 'name': 'network-vif-deleted', 'tag': '81fc3e62-68c2-450b-a878-288815da6114', 'status': 'completed', 'code': 200}
May 12 08:21:25.842326 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-791acebc-2bd0-4ea7-9d79-4d3752cf2b42 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:21:26.191763 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-791acebc-2bd0-4ea7-9d79-4d3752cf2b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98e27d90>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:44Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:26.195844 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791acebc-2bd0-4ea7-9d79-4d3752cf2b42 None None] Checking router: 5300f606-e601-49ee-96d4-1c2698fdd6f3 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:21:26.204210 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791acebc-2bd0-4ea7-9d79-4d3752cf2b42 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:21:26.204920 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-791acebc-2bd0-4ea7-9d79-4d3752cf2b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98e27d90>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:21:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:26.236856 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-25a696dc-21f5-49e2-b470-63525f293a4d req-7f09ff07-d146-498c-b6e5-e197cf25200e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=438c07d8-63f5-4e5f-9a0b-c353286aead7 HTTP/1.1" status: 200  len: 210 time: 0.0543263
May 12 08:21:26.405418 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-791acebc-2bd0-4ea7-9d79-4d3752cf2b42 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:21:26.500602 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:26.541260 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77764d-cab9-4dbe-973b-ec9d9203ad81 req-05c56870-bd10-456d-a1d1-0b36f07d76c8 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:26.549844 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4c77764d-cab9-4dbe-973b-ec9d9203ad81 req-05c56870-bd10-456d-a1d1-0b36f07d76c8 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0957587
May 12 08:21:26.611086 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4c77764d-cab9-4dbe-973b-ec9d9203ad81 req-c8a39809-7b4c-469b-a302-3ccc0b8048a6 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0598667
May 12 08:21:26.795241 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-791acebc-2bd0-4ea7-9d79-4d3752cf2b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98e27d90>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:44Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:26.799332 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791acebc-2bd0-4ea7-9d79-4d3752cf2b42 None None] The sync data for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi is: [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:44Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:21:27.023623 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dbd4e0-f09a-4f6e-9878-204c0a45c9f3 None None] New status for floating IP fee9a884-9479-4c86-8ce8-957a8d5e3054: DOWN {{(pid=78691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:21:27.297408 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 81fc3e62-68c2-450b-a878-288815da6114 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:21:27.350447 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: 81fc3e62-68c2-450b-a878-288815da6114 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:21:27.351113 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 81fc3e62-68c2-450b-a878-288815da6114 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:21:27.376982 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35036) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:27.448229 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-80ddde47-e30a-4d30-9d77-f1f6e47574e0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:27.476852 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-80ddde47-e30a-4d30-9d77-f1f6e47574e0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:27.529725 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-80ddde47-e30a-4d30-9d77-f1f6e47574e0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:27.534566 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-a3586afd-d379-4ad9-8006-f6c63d3bff01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:27.548530 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddde47-e30a-4d30-9d77-f1f6e47574e0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ef88d3-203e-40fe-b0ff-c065a42b4f61,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:27.551413 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-80ddde47-e30a-4d30-9d77-f1f6e47574e0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:27.559092 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-80ddde47-e30a-4d30-9d77-f1f6e47574e0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:27.562793 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-80ddde47-e30a-4d30-9d77-f1f6e47574e0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "DELETE /v2.0/security-groups/b7ef88d3-203e-40fe-b0ff-c065a42b4f61 HTTP/1.1" status: 204  len: 168 time: 0.1820772
May 12 08:21:27.563016 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35042) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:27.579110 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.api.v2.resource [None req-e5a2c99e-2d0d-4d84-8644-883b93b540aa tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] show failed (client error): The resource could not be found.
May 12 08:21:27.580128 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-e5a2c99e-2d0d-4d84-8644-883b93b540aa tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups/b7ef88d3-203e-40fe-b0ff-c065a42b4f61 HTTP/1.1" status: 404  len: 347 time: 0.0161881
May 12 08:21:27.583295 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35046) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:27.792482 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078bd2f-979b-4474-8402-fd4f493c4741 req-0c4f5cf6-fc87-4ae2-9740-b47d8e2c2dff tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:27.794196 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b078bd2f-979b-4474-8402-fd4f493c4741 req-0c4f5cf6-fc87-4ae2-9740-b47d8e2c2dff tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0826924
May 12 08:21:27.806485 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:27.859137 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b078bd2f-979b-4474-8402-fd4f493c4741 req-21470343-519b-41f8-9f49-7ff09bfe2e84 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0560195
May 12 08:21:27.894581 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-67a4dcbc-868c-4d5e-b6c5-085bf3eb5289 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Deleting port b05d76bc-068e-490f-9498-c2cd904f74e6 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:21:27.895006 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-67a4dcbc-868c-4d5e-b6c5-085bf3eb5289 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:28.017639 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-67a4dcbc-868c-4d5e-b6c5-085bf3eb5289 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:28.017966 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-67a4dcbc-868c-4d5e-b6c5-085bf3eb5289 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:28.134162 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:21:28.140995 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-67a4dcbc-868c-4d5e-b6c5-085bf3eb5289 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Calling delete_port for b05d76bc-068e-490f-9498-c2cd904f74e6 owned by network:floatingip {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:21:28.266939 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-67a4dcbc-868c-4d5e-b6c5-085bf3eb5289 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:28.270401 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ed386625-688a-4227-9ab6-7af7ca389f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:28.313423 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4dcbc-868c-4d5e-b6c5-085bf3eb5289 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event deleted for resources: {'Port': ['ID=b05d76bc-068e-490f-9498-c2cd904f74e6,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:28.316572 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-67a4dcbc-868c-4d5e-b6c5-085bf3eb5289 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:28.408250 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-67a4dcbc-868c-4d5e-b6c5-085bf3eb5289 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:28.423010 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-67a4dcbc-868c-4d5e-b6c5-085bf3eb5289 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:28.424190 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-67a4dcbc-868c-4d5e-b6c5-085bf3eb5289 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "DELETE /v2.0/floatingips/fee9a884-9479-4c86-8ce8-957a8d5e3054 HTTP/1.1" status: 204  len: 168 time: 0.8400204
May 12 08:21:28.798825 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35062) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:28.804205 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--173657790', 'description': 'tempest-description--2011467806'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:28.812118 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:28.816582 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Usage tracker for resource:security_group and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:28.819563 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:28.825530 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:28.837390 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:28.857498 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:28.861510 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Usage tracker for resource:security_group_rule and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:28.864380 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:28.870199 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:28.939199 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:28.943262 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:28.946974 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d5b6448f-d2fc-49bc-aa94-3f04e1388371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:28.990614 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdba231a-cc06-4b2b-a47e-33b3c63413d2,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:28.993365 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:28.994638 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1948204
May 12 08:21:28.995491 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:28.997648 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35070) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:29.003376 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Request body: {'security_group_rule': {'security_group_id': 'bdba231a-cc06-4b2b-a47e-33b3c63413d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:29.009367 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:29.013256 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Usage tracker for resource:security_group_rule and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:29.016115 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:29.021954 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:29.038372 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:29.065588 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5aafea-e247-41a5-b157-0c6f494e217c req-f8297744-8e19-402d-8dca-603e29209ad7 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:29.067071 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-da5aafea-e247-41a5-b157-0c6f494e217c req-f8297744-8e19-402d-8dca-603e29209ad7 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0877390
May 12 08:21:29.100064 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:29.104407 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:29.106492 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:29.115760 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-da5aafea-e247-41a5-b157-0c6f494e217c req-c7fb19c1-3872-4ec6-801b-74e432a31204 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0424654
May 12 08:21:29.128280 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe880643-d80e-4a92-a687-c5228bfd2f77,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:29.130850 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:29.141989 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:29.143308 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1446795
May 12 08:21:29.146331 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35074) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:29.151628 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-11435fb7-deab-41ac-9357-6665f8ec4689 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Request body: {'security_group_rule': {'security_group_id': 'bdba231a-cc06-4b2b-a47e-33b3c63413d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:29.157219 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-11435fb7-deab-41ac-9357-6665f8ec4689 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:29.161024 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-11435fb7-deab-41ac-9357-6665f8ec4689 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Usage tracker for resource:security_group_rule and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:29.163981 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-11435fb7-deab-41ac-9357-6665f8ec4689 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:29.169782 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-11435fb7-deab-41ac-9357-6665f8ec4689 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:29.186759 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-11435fb7-deab-41ac-9357-6665f8ec4689 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:29.247833 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-11435fb7-deab-41ac-9357-6665f8ec4689 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:29.252823 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-11435fb7-deab-41ac-9357-6665f8ec4689 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:29.254848 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:29.276531 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11435fb7-deab-41ac-9357-6665f8ec4689 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17cd3a9-6f56-4826-98fc-5b2adfd99676,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:29.278854 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-11435fb7-deab-41ac-9357-6665f8ec4689 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:29.288496 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-11435fb7-deab-41ac-9357-6665f8ec4689 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:29.289879 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-11435fb7-deab-41ac-9357-6665f8ec4689 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1425283
May 12 08:21:29.292921 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35078) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:29.298115 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Request body: {'floatingip': {'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:29.303988 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:29.308379 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Usage tracker for resource:floatingip and tenant:54154e676c8c499798f207ead5f9d61e is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:29.311517 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:29.317802 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:29.330447 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:29.471132 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:29.618572 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Allocated IP 172.27.2.166 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/7a868cfd-187e-43bf-b8d9-31734f5f26ce) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:21:29.782143 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:29.818519 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:29.821954 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:29.878701 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:21:29.881509 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:21:29.889101 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:21:29.921108 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event updated for resources: {'Port': ['ID=7a868cfd-187e-43bf-b8d9-31734f5f26ce,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:29.926925 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:29.977801 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:30.038688 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:30.302476 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c13888-7617-4b70-9d9f-51dd6451529b req-002d3f6c-7efa-4783-b246-393dd193517f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:30.304007 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-41c13888-7617-4b70-9d9f-51dd6451529b req-002d3f6c-7efa-4783-b246-393dd193517f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0815794
May 12 08:21:30.341796 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:30.346712 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:30.351165 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:30.353344 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-41c13888-7617-4b70-9d9f-51dd6451529b req-ffbfac13-819f-4409-938b-ba700968cc9c tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432973
May 12 08:21:30.451434 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event updated for resources: {'Port': ['ID=7a868cfd-187e-43bf-b8d9-31734f5f26ce,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:30.455496 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:30.466184 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:30.488083 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:30.497067 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1953821
May 12 08:21:30.722177 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-c6d5f27c-fc2c-4923-a725-1107e96cb374 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--173657790&fields=id&tenant_id=54154e676c8c499798f207ead5f9d61e HTTP/1.1" status: 200  len: 267 time: 0.0440228
May 12 08:21:30.876924 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11384775-93db-4722-91c9-d538d0564600 req-bd3e400f-1270-4bb4-9319-32edb9aa9da4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:30.878295 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-bd3e400f-1270-4bb4-9319-32edb9aa9da4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 817 time: 0.1489878
May 12 08:21:30.893161 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-d5f5486e-5896-4aa6-9938-86bdb8f9662a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/quotas/54154e676c8c499798f207ead5f9d61e HTTP/1.1" status: 200  len: 375 time: 0.0091305
May 12 08:21:30.975612 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-11384775-93db-4722-91c9-d538d0564600 req-bc85db10-5862-4720-90f8-65363882780b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Synchronizing usage tracker for tenant:54154e676c8c499798f207ead5f9d61e on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:21:30.994342 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-11384775-93db-4722-91c9-d538d0564600 req-bc85db10-5862-4720-90f8-65363882780b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Unset dirty status for tenant:54154e676c8c499798f207ead5f9d61e on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:21:30.995566 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-bc85db10-5862-4720-90f8-65363882780b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0975828
May 12 08:21:31.240315 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-2b38630d-f586-44f8-b8c0-2cf5ae84757a service neutron] 10.222.0.36 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294188
May 12 08:21:31.377203 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-57e6bd8b-4c8a-4c0d-b7c9-d3180c7606e2 service neutron] 10.222.0.36 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307275
May 12 08:21:31.551890 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a758d-356a-42e0-ae4e-b466eb4ae253 req-6366d514-777c-4057-9a82-487959ca96d7 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:31.553560 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-248a758d-356a-42e0-ae4e-b466eb4ae253 req-6366d514-777c-4057-9a82-487959ca96d7 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0914919
May 12 08:21:31.558956 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-23010b54-7de8-49a3-b446-0e1f86f1e607 req-65b7d5f8-827a-479a-b371-af4c42f40d5e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 210 time: 0.0457244
May 12 08:21:31.603593 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-248a758d-356a-42e0-ae4e-b466eb4ae253 req-24f689eb-a17e-4591-bfae-ee27e699ab42 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432274
May 12 08:21:32.729798 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-bd44c95e-956f-4831-8069-0fbdc23399d1 req-c1203a4e-a2ba-4f1e-a862-c803bef5cc96 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Synchronizing usage tracker for tenant:54154e676c8c499798f207ead5f9d61e on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:21:32.742935 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-bd44c95e-956f-4831-8069-0fbdc23399d1 req-c1203a4e-a2ba-4f1e-a862-c803bef5cc96 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Unset dirty status for tenant:54154e676c8c499798f207ead5f9d61e on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:21:32.744205 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-bd44c95e-956f-4831-8069-0fbdc23399d1 req-c1203a4e-a2ba-4f1e-a862-c803bef5cc96 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 210 time: 0.0691068
May 12 08:21:32.815208 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d0ebd-514b-46ce-8d94-6151d20aa496 req-35f44eba-f062-4c3a-ae96-ccdfdd47e578 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:32.816777 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ce5d0ebd-514b-46ce-8d94-6151d20aa496 req-35f44eba-f062-4c3a-ae96-ccdfdd47e578 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0983546
May 12 08:21:32.948855 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ce5d0ebd-514b-46ce-8d94-6151d20aa496 req-15b8ccc4-7678-4c44-8af2-b2c2ee8962df tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1091163
May 12 08:21:32.994208 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11384775-93db-4722-91c9-d538d0564600 req-cbb54da7-16cf-4bc6-beb2-c7b0d309a4ad tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:32.995646 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-cbb54da7-16cf-4bc6-beb2-c7b0d309a4ad tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.39 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 817 time: 0.1777894
May 12 08:21:33.049207 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-1631b82f-c284-434e-aa0c-ca2e8f4eec79 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54154e676c8c499798f207ead5f9d61e HTTP/1.1" status: 200  len: 379 time: 0.0441399
May 12 08:21:33.057701 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Request body: {'port': {'device_id': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'admin_state_up': True, 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'security_groups': ['bdba231a-cc06-4b2b-a47e-33b3c63413d2']}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:33.196587 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:33.207268 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:33.221219 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Made reservation on behalf of 54154e676c8c499798f207ead5f9d61e for: {'port': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:21:33.226276 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:33.492862 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Allocated IP 172.20.0.3 (66b1fe41-f281-45a4-b5cd-77cfe6272bc6/43f380ad-b3ef-406b-b338-d076331b6127/22e90d62-d1c8-4dd2-bb3c-a092962ecbd2) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:21:33.691988 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:33.708277 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Transition to ACTIVE for port object 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 will not be triggered until provisioned by entity DHCP. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:21:33.734011 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:33.741409 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-643a97f8-2f9d-4ca4-98f5-29ae03917176 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:33.807901 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:21:33.812735 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:21:33.815659 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:21:33.868721 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event updated for resources: {'Port': ['ID=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:33.872715 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:33.911705 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:33.912420 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:33.950890 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-5b8829bd-fdc0-4ad5-a0a7-c0517852f304 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8965588
May 12 08:21:34.016769 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Request body: {'port': {'device_id': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:34.049007 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99d98b-390b-4a59-9749-d5b2e9f587ec req-7ccb9a9b-facd-43c0-866d-f665289472bb tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:34.051378 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1f99d98b-390b-4a59-9749-d5b2e9f587ec req-7ccb9a9b-facd-43c0-866d-f665289472bb tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 931 time: 0.1736305
May 12 08:21:34.134854 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-ccf39a77-0fda-4dd1-979d-4f63dd6d1cb3 None None] Provisioning for port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:21:34.152644 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-ccf39a77-0fda-4dd1-979d-4f63dd6d1cb3 None None] Provisioning complete for port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:21:34.152644 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-ccf39a77-0fda-4dd1-979d-4f63dd6d1cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:34.171443 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-1f99d98b-390b-4a59-9749-d5b2e9f587ec req-6f59be2a-aab9-42e6-a898-93297b52ff9b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Synchronizing usage tracker for tenant:54154e676c8c499798f207ead5f9d61e on resource:security_group {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:21:34.193060 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-1f99d98b-390b-4a59-9749-d5b2e9f587ec req-6f59be2a-aab9-42e6-a898-93297b52ff9b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Unset dirty status for tenant:54154e676c8c499798f207ead5f9d61e on resource:security_group {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:21:34.194910 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1f99d98b-390b-4a59-9749-d5b2e9f587ec req-6f59be2a-aab9-42e6-a898-93297b52ff9b tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1377587
May 12 08:21:34.238232 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:34.270794 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-ccf39a77-0fda-4dd1-979d-4f63dd6d1cb3 None None] Port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:21:34.381317 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d6ce2-b405-4770-9749-4d7a6e196044 req-bcae04bf-61f1-46da-a5e9-156e7acc0234 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:34.382758 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-257d6ce2-b405-4770-9749-4d7a6e196044 req-bcae04bf-61f1-46da-a5e9-156e7acc0234 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.2158203
May 12 08:21:34.515176 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-257d6ce2-b405-4770-9749-4d7a6e196044 req-67c7238b-f00b-46c9-9488-360d0f331671 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1263242
May 12 08:21:34.648467 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 {{(pid=78689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:21:34.655972 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:34.671240 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Transition to ACTIVE for port object 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 will not be triggered until provisioned by entity L2. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:21:34.676390 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2234063'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:34.679989 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c781d64d-15e5-4a29-a2e0-9e9ae5294d26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:34.803289 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Pushing event updated for resources: {'Port': ['ID=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:34.834888 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:34.911637 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Attempting to bind port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:21:34.911935 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Attempting to bind port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:21:34.912305 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Attempting to bind port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 on network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:21:34.916992 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 on network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:21:34.917365 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Attempting to bind port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 on network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:21:34.922387 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:21:34.922715 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Checking segment: {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:21:34.923092 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Bound using segment: {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'} {{(pid=78689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:21:34.923510 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.managers [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Bound port: 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de62f1a0-dd7f-4112-918e-1582cce6914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6'}}] {{(pid=78689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:21:34.923847 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:35.013117 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, cleared binding levels {{(pid=78689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:21:35.016838 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:21:35.021982 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2234063'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:35.025616 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:35.079837 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:35.080447 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:35.082599 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-fa18f148-1494-4281-b666-5d207d87483d service neutron] 10.222.0.39 "PUT /v2.0/ports/22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 HTTP/1.1" status: 200  len: 1093 time: 1.1245205
May 12 08:21:35.085517 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:21:35.120908 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Pushing event updated for resources: {'Port': ['ID=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,revision_number=3']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:35.130249 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:35.172369 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'status': 'completed', 'code': 200}
May 12 08:21:35.212228 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11384775-93db-4722-91c9-d538d0564600 req-c8853282-9287-4da6-a021-4311e9e47835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:35.214181 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-c8853282-9287-4da6-a021-4311e9e47835 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 1096 time: 0.0824654
May 12 08:21:35.405286 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35224) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:35.406731 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-6c62438a-3a9a-43b1-ba8c-4fd985639a2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 HTTP/1.1" status: 200  len: 217 time: 0.1841326
May 12 08:21:35.425329 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b59d8-65c8-4740-b620-ace6c2b273a6 req-8f188f37-1f04-4348-bd2b-abc088a1f399 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:35.427236 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ea7b59d8-65c8-4740-b620-ace6c2b273a6 req-8f188f37-1f04-4348-bd2b-abc088a1f399 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.1013482
May 12 08:21:35.482275 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ea7b59d8-65c8-4740-b620-ace6c2b273a6 req-dceab7ec-5c5a-4c30-b62c-bbaa2c9c27f5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538757
May 12 08:21:35.488163 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11384775-93db-4722-91c9-d538d0564600 req-d2dc99ba-cb8e-446c-a760-5f3fa333f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:35.490511 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-d2dc99ba-cb8e-446c-a760-5f3fa333f12f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 200  len: 856 time: 0.0753617
May 12 08:21:35.575911 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a58a948b-efd6-4814-9f8b-5013a0da5ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:35.598071 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-a58a948b-efd6-4814-9f8b-5013a0da5ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:35.607298 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-a58a948b-efd6-4814-9f8b-5013a0da5ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:9479a57ee8fd42d1b2401c83fc2e95d0 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:35.612770 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-a58a948b-efd6-4814-9f8b-5013a0da5ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:35.621879 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11384775-93db-4722-91c9-d538d0564600 req-9a6037bb-1f06-4886-90cf-a2b724ef991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:35.623374 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-9a6037bb-1f06-4886-90cf-a2b724ef991c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1236973
May 12 08:21:35.624184 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-a58a948b-efd6-4814-9f8b-5013a0da5ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:35.893021 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4b318-4f0c-4f73-a2c7-ce64600842f0 req-a671d13d-0892-4ce5-a5c0-5e96ea1822e6 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:35.894592 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-04b4b318-4f0c-4f73-a2c7-ce64600842f0 req-a671d13d-0892-4ce5-a5c0-5e96ea1822e6 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.2641768
May 12 08:21:35.896323 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-3ef1aaa1-474c-4354-9607-7f71dd180d84 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2265809
May 12 08:21:35.946279 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a58a948b-efd6-4814-9f8b-5013a0da5ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:36.003057 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a58a948b-efd6-4814-9f8b-5013a0da5ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:36.012050 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-0ba5c55e-3823-4f0f-b151-9e153de131c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:36.081483 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-04b4b318-4f0c-4f73-a2c7-ce64600842f0 req-bdb7cb14-4cd5-411a-9281-6a599718bfce tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1752715
May 12 08:21:36.082441 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a948b-efd6-4814-9f8b-5013a0da5ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effdd7db-6fe3-42d0-b9b8-2c1215c57ed2,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:36.105493 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-a58a948b-efd6-4814-9f8b-5013a0da5ee6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9479a57ee8fd42d1b2401c83fc2e95d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6889071
May 12 08:21:36.106213 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35238) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:36.106313 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a58a948b-efd6-4814-9f8b-5013a0da5ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:36.123464 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-11384775-93db-4722-91c9-d538d0564600 req-3623870d-f05a-4ffe-ac27-349628424d9d service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2136378
May 12 08:21:36.158612 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:36.185306 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:36.242962 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:36.248418 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-566c7cf6-d1a3-402b-b458-d3018d66a2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:36.254819 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1441a6-0656-4300-8b19-167e6c2b6ef6 req-11c1b63d-8f21-4242-9b28-2dd0717e2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:36.256375 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7c1441a6-0656-4300-8b19-167e6c2b6ef6 req-11c1b63d-8f21-4242-9b28-2dd0717e2bdd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 1096 time: 0.0758297
May 12 08:21:36.258829 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effdd7db-6fe3-42d0-b9b8-2c1215c57ed2,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:36.269907 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:36.270293 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:36.270664 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:36.271026 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:36.271385 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:36.271769 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:36.272124 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:36.272477 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:36.272833 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:36.273242 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:36.273592 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:36.273946 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:36.277147 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:36.278625 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:36.280068 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/effdd7db-6fe3-42d0-b9b8-2c1215c57ed2 HTTP/1.1" status: 204  len: 168 time: 0.1794856
May 12 08:21:36.406112 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1441a6-0656-4300-8b19-167e6c2b6ef6 req-a19a33ac-e404-4467-ac64-ad1ba15cb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:36.407610 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7c1441a6-0656-4300-8b19-167e6c2b6ef6 req-a19a33ac-e404-4467-ac64-ad1ba15cb6dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 918 time: 0.1355355
May 12 08:21:36.479672 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7c1441a6-0656-4300-8b19-167e6c2b6ef6 req-d8fe7292-aaf7-4d81-b911-1adc32ec3203 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 HTTP/1.1" status: 200  len: 217 time: 0.0640264
May 12 08:21:36.550032 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1441a6-0656-4300-8b19-167e6c2b6ef6 req-cb505f39-57c4-44eb-bd38-e3e05c012dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:36.551542 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7c1441a6-0656-4300-8b19-167e6c2b6ef6 req-cb505f39-57c4-44eb-bd38-e3e05c012dc0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 200  len: 856 time: 0.0619762
May 12 08:21:36.570579 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35250) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:36.589798 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-623319dd-6d7c-4005-a29e-1b1325c09fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:36.604282 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-623319dd-6d7c-4005-a29e-1b1325c09fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:36.608391 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-623319dd-6d7c-4005-a29e-1b1325c09fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:41f712197c654823bd8e18dc89990048 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:36.611478 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-623319dd-6d7c-4005-a29e-1b1325c09fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:36.617895 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-623319dd-6d7c-4005-a29e-1b1325c09fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:36.695206 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5ab6-8e93-4599-ab90-8020b7c83e58 req-e8d10bfd-7b03-439a-be93-107816cd9bed tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:36.695892 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-0a7a5ab6-8e93-4599-ab90-8020b7c83e58 req-e8d10bfd-7b03-439a-be93-107816cd9bed tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Synchronizing usage tracker for tenant:54154e676c8c499798f207ead5f9d61e on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:21:36.700748 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1441a6-0656-4300-8b19-167e6c2b6ef6 req-1e08b06f-a54c-4997-b0cd-23811ca6fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:36.702222 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7c1441a6-0656-4300-8b19-167e6c2b6ef6 req-1e08b06f-a54c-4997-b0cd-23811ca6fb0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1438999
May 12 08:21:36.711661 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-623319dd-6d7c-4005-a29e-1b1325c09fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:36.716422 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-623319dd-6d7c-4005-a29e-1b1325c09fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:36.723779 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d1cc6ea0-e84e-4440-8699-6e360302db5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:36.732386 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-0a7a5ab6-8e93-4599-ab90-8020b7c83e58 req-e8d10bfd-7b03-439a-be93-107816cd9bed tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Unset dirty status for tenant:54154e676c8c499798f207ead5f9d61e on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:21:36.733525 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0a7a5ab6-8e93-4599-ab90-8020b7c83e58 req-e8d10bfd-7b03-439a-be93-107816cd9bed tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.1453221
May 12 08:21:36.770675 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-623319dd-6d7c-4005-a29e-1b1325c09fd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41f712197c654823bd8e18dc89990048&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1986113
May 12 08:21:36.777167 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35256) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:36.780540 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623319dd-6d7c-4005-a29e-1b1325c09fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a0aa74-a324-428e-abcf-e43c8eddebb4,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:36.784175 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-623319dd-6d7c-4005-a29e-1b1325c09fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:36.871463 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0a7a5ab6-8e93-4599-ab90-8020b7c83e58 req-4c3ac73e-176e-4c04-bd87-152ea9ab9c64 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0934844
May 12 08:21:36.919472 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7c1441a6-0656-4300-8b19-167e6c2b6ef6 req-ecba7848-e4dd-47c4-b96c-584202c19d56 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2071350
May 12 08:21:36.923760 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-3e6f0a8e-5fcc-4699-a50a-d0185b30a439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:37.018505 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-3e6f0a8e-5fcc-4699-a50a-d0185b30a439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:37.095617 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7c1441a6-0656-4300-8b19-167e6c2b6ef6 req-af95c23a-fcd5-42a2-8d4c-1de1cd9e6840 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627891
May 12 08:21:37.110440 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-3e6f0a8e-5fcc-4699-a50a-d0185b30a439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:37.114866 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a54caf30-0e91-456b-a107-62b776888587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:37.129158 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f0a8e-5fcc-4699-a50a-d0185b30a439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a0aa74-a324-428e-abcf-e43c8eddebb4,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:37.131689 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-3e6f0a8e-5fcc-4699-a50a-d0185b30a439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:37.139259 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-3e6f0a8e-5fcc-4699-a50a-d0185b30a439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:37.140659 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-3e6f0a8e-5fcc-4699-a50a-d0185b30a439 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2a0aa74-a324-428e-abcf-e43c8eddebb4 HTTP/1.1" status: 204  len: 168 time: 0.3616648
May 12 08:21:37.308018 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955dee3-9bcd-4f73-a9a8-45ff0f32a512 req-4c6301d6-880d-4434-a6bb-25f07de16454 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:37.309567 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e955dee3-9bcd-4f73-a9a8-45ff0f32a512 req-4c6301d6-880d-4434-a6bb-25f07de16454 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0853446
May 12 08:21:37.366575 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e955dee3-9bcd-4f73-a9a8-45ff0f32a512 req-2e68cb07-4278-4326-b8cb-076b4306e5ae tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0496764
May 12 08:21:38.266588 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586fa4e-bca9-4099-a2ff-4c2877bff129 req-92f47a66-f3cb-4aca-9902-3dbceffc4d70 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:38.268285 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c586fa4e-bca9-4099-a2ff-4c2877bff129 req-92f47a66-f3cb-4aca-9902-3dbceffc4d70 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.0847929
May 12 08:21:38.313045 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c586fa4e-bca9-4099-a2ff-4c2877bff129 req-29e8eb3d-2d2e-412a-8406-59fc28d4e52c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388348
May 12 08:21:38.596273 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:21:38.677211 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ffc3f-0d1f-45e8-aa1c-89b781d9aa98 req-7a76493a-ba6e-4e71-821e-a5572e9ba1c1 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:38.678748 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-750ffc3f-0d1f-45e8-aa1c-89b781d9aa98 req-7a76493a-ba6e-4e71-821e-a5572e9ba1c1 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.1877263
May 12 08:21:38.730028 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-750ffc3f-0d1f-45e8-aa1c-89b781d9aa98 req-1414913b-a05c-4c3d-8514-2cdf91396a3e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0454578
May 12 08:21:38.730991 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:21:38.745156 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'port_id': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'mac_address': 'fa:16:3e:dd:6c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:21:38.799689 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:38.816020 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:21:38.831403 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:21:38.836513 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:38.838282 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-6d421bba-0a4f-4d89-a229-aefc99cf4214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:38.905457 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:38.908573 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:39.094209 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['22e90d62-d1c8-4dd2-bb3c-a092962ecbd2'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:21:39.509412 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794b8e9-cfa0-4fff-aab9-960f4fe2e240 req-029301f2-d93f-4903-863e-43e1eb49ca30 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:39.510991 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2794b8e9-cfa0-4fff-aab9-960f4fe2e240 req-029301f2-d93f-4903-863e-43e1eb49ca30 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 944 time: 0.0842321
May 12 08:21:39.555512 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2794b8e9-cfa0-4fff-aab9-960f4fe2e240 req-91d2e374-1b45-4de3-bcdc-421908f0cbc5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389056
May 12 08:21:39.565381 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35338) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:39.687383 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1ec29f02-5a92-48a7-b7e8-1bec762fd9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:39.702046 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-1ec29f02-5a92-48a7-b7e8-1bec762fd9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:39.706220 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-1ec29f02-5a92-48a7-b7e8-1bec762fd9cb admin admin] Usage tracker for resource:security_group_rule and tenant:56504239cffe41a68f7c532415408478 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:39.709535 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-1ec29f02-5a92-48a7-b7e8-1bec762fd9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:39.715343 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-1ec29f02-5a92-48a7-b7e8-1bec762fd9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:39.796570 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1ec29f02-5a92-48a7-b7e8-1bec762fd9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:39.801908 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-1ec29f02-5a92-48a7-b7e8-1bec762fd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:39.812923 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-60c2ec6d-1c3f-4c88-880c-1ab65559ae57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:39.852727 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-1ec29f02-5a92-48a7-b7e8-1bec762fd9cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56504239cffe41a68f7c532415408478&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2860472
May 12 08:21:39.853691 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec29f02-5a92-48a7-b7e8-1bec762fd9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0830e2-effc-4f9a-aa9b-481c93a757f6,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:39.856282 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35346) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:39.858670 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-1ec29f02-5a92-48a7-b7e8-1bec762fd9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:39.885219 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:39.914745 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-19f0cfc1-4583-4b20-bb7e-bc07593844d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:39.918486 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937568-219e-471f-a4f4-3fe0fd694fbb req-66dd5bd8-79e9-4d44-8c72-af461a0a2d6b tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:39.919954 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d7937568-219e-471f-a4f4-3fe0fd694fbb req-66dd5bd8-79e9-4d44-8c72-af461a0a2d6b tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0859010
May 12 08:21:39.940052 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-19f0cfc1-4583-4b20-bb7e-bc07593844d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:39.968060 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d7937568-219e-471f-a4f4-3fe0fd694fbb req-8bc21375-e9d5-4555-9c25-208d5fd21939 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0415688
May 12 08:21:39.991129 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-19f0cfc1-4583-4b20-bb7e-bc07593844d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:39.995028 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-ac524b07-22b7-4667-bbd0-a2753beabde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:40.005824 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0cfc1-4583-4b20-bb7e-bc07593844d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0830e2-effc-4f9a-aa9b-481c93a757f6,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:40.008137 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-19f0cfc1-4583-4b20-bb7e-bc07593844d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:40.013698 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-19f0cfc1-4583-4b20-bb7e-bc07593844d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:40.014936 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-19f0cfc1-4583-4b20-bb7e-bc07593844d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d0830e2-effc-4f9a-aa9b-481c93a757f6 HTTP/1.1" status: 204  len: 168 time: 0.1577337
May 12 08:21:40.612265 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:21:40.694721 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:21:40.700313 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:21:40.700841 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:40.797779 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9585e4-ec90-46bf-99d4-85a6b42ff25f req-7c914b4c-1029-4fda-8efb-8d7d718a7b54 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:40.799277 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9a9585e4-ec90-46bf-99d4-85a6b42ff25f req-7c914b4c-1029-4fda-8efb-8d7d718a7b54 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 944 time: 0.1068902
May 12 08:21:40.824854 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:40.853867 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9a9585e4-ec90-46bf-99d4-85a6b42ff25f req-dc2fb552-c951-4fbf-96b5-7c1b702bde55 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487266
May 12 08:21:40.857160 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:21:40.869617 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:21:40.875208 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:40.877414 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:40.923381 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'code': 200}
May 12 08:21:40.946650 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:40.954019 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:40.954442 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:40.954678 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:40.955001 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:40.955326 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:40.955641 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:40.955955 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:40.956270 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:40.957034 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:40.957371 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:40.957682 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:40.957990 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:40.961686 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:41.181323 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35410) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:41.218169 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6abdda-b2f3-48b7-a0ea-dfd2f77c97a5 req-8a5b6ba9-cbdb-4d8f-a228-1225d93b8fba tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:41.220086 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e6abdda-b2f3-48b7-a0ea-dfd2f77c97a5 req-8a5b6ba9-cbdb-4d8f-a228-1225d93b8fba tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.1464214
May 12 08:21:41.224611 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191768e-87ff-4ba2-9ebe-81f592b851c1 req-cb5e4b04-1b03-44d7-816d-947b5fb29b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:41.226514 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a191768e-87ff-4ba2-9ebe-81f592b851c1 req-cb5e4b04-1b03-44d7-816d-947b5fb29b66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 1098 time: 0.1145389
May 12 08:21:41.303504 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8e6abdda-b2f3-48b7-a0ea-dfd2f77c97a5 req-9f017bb8-683a-40c2-982a-11bb5ef89b13 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0750556
May 12 08:21:41.305059 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a191768e-87ff-4ba2-9ebe-81f592b851c1 req-60814c7a-2e2d-4869-80ff-f724447afbd1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621519
May 12 08:21:41.312032 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ba7d8b45-eaab-4a14-8cfa-16db2427b3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:41.330878 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ba7d8b45-eaab-4a14-8cfa-16db2427b3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:41.335093 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ba7d8b45-eaab-4a14-8cfa-16db2427b3f1 admin admin] Usage tracker for resource:security_group_rule and tenant:79bd1daa45b94387a50afd0ba1f42ce4 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:41.337897 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-ba7d8b45-eaab-4a14-8cfa-16db2427b3f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:41.343422 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-ba7d8b45-eaab-4a14-8cfa-16db2427b3f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:41.422337 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ba7d8b45-eaab-4a14-8cfa-16db2427b3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:41.427513 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ba7d8b45-eaab-4a14-8cfa-16db2427b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:41.434232 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-296723ae-7564-435d-8592-2570e051a96c tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:41.474811 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-ba7d8b45-eaab-4a14-8cfa-16db2427b3f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79bd1daa45b94387a50afd0ba1f42ce4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2922432
May 12 08:21:41.475762 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d8b45-eaab-4a14-8cfa-16db2427b3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a4a3f-9115-4507-be14-b7975926a163,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:41.478470 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35416) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:41.478892 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ba7d8b45-eaab-4a14-8cfa-16db2427b3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:41.543086 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:41.569541 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:41.626896 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:41.632014 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:41.643868 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a4a3f-9115-4507-be14-b7975926a163,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:41.652454 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:41.652832 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:41.653210 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:41.653563 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:41.653910 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:41.654258 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:41.654603 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:41.654944 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:41.655296 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:41.655642 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:41.655982 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:41.656318 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:21:41.659527 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:41.660625 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a05a4a3f-9115-4507-be14-b7975926a163 HTTP/1.1" status: 204  len: 168 time: 0.1805508
May 12 08:21:41.661533 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:42.026314 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35438) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:42.074340 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4860a3f-37e6-41ec-86b8-3daf9218ad19 req-a120b560-5dbc-42a9-bc26-144ee0084477 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:42.075920 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f4860a3f-37e6-41ec-86b8-3daf9218ad19 req-a120b560-5dbc-42a9-bc26-144ee0084477 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.0850666
May 12 08:21:42.131581 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f4860a3f-37e6-41ec-86b8-3daf9218ad19 req-6822aa6b-ba71-4f8b-899f-b9318900a49f tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490189
May 12 08:21:42.159087 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3c298b37-c3ca-4e58-a4f0-9fcdd5f39219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:42.173681 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-3c298b37-c3ca-4e58-a4f0-9fcdd5f39219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:42.177912 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-3c298b37-c3ca-4e58-a4f0-9fcdd5f39219 admin admin] Usage tracker for resource:security_group_rule and tenant:62579623cee546f78145adec97fac5f2 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:42.181018 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-3c298b37-c3ca-4e58-a4f0-9fcdd5f39219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:42.187396 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-3c298b37-c3ca-4e58-a4f0-9fcdd5f39219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:42.276083 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3c298b37-c3ca-4e58-a4f0-9fcdd5f39219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:42.281330 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3c298b37-c3ca-4e58-a4f0-9fcdd5f39219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:42.289786 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:42.333059 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-3c298b37-c3ca-4e58-a4f0-9fcdd5f39219 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62579623cee546f78145adec97fac5f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3056617
May 12 08:21:42.334210 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c298b37-c3ca-4e58-a4f0-9fcdd5f39219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c17f54-7043-45c0-97bf-c43164a66313,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:42.336150 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35446) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:42.337027 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3c298b37-c3ca-4e58-a4f0-9fcdd5f39219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:42.396551 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-02f86c86-3e29-43d6-91f4-7dbbac667c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:42.422408 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-02f86c86-3e29-43d6-91f4-7dbbac667c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:42.476251 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-02f86c86-3e29-43d6-91f4-7dbbac667c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:42.481491 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-83f076bf-4fe5-4e27-885c-c05cf5d67111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:42.492363 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f1866-f46d-4c8c-9fa2-0bd139705da3 req-002de909-8944-40ea-b795-dca76ece730a tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:42.493569 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f86c86-3e29-43d6-91f4-7dbbac667c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c17f54-7043-45c0-97bf-c43164a66313,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:42.493955 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-456f1866-f46d-4c8c-9fa2-0bd139705da3 req-002de909-8944-40ea-b795-dca76ece730a tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0830777
May 12 08:21:42.496431 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-02f86c86-3e29-43d6-91f4-7dbbac667c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:42.499888 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-02f86c86-3e29-43d6-91f4-7dbbac667c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:42.503387 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-02f86c86-3e29-43d6-91f4-7dbbac667c2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11c17f54-7043-45c0-97bf-c43164a66313 HTTP/1.1" status: 204  len: 168 time: 0.1638112
May 12 08:21:42.544319 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-456f1866-f46d-4c8c-9fa2-0bd139705da3 req-25aca795-6e55-4d55-bfdd-4579550d8fb6 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&id=14b3227f-6a92-45d6-b483-8673f1202f82&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429289
May 12 08:21:42.814913 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35456) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:42.833294 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-334de059-cef5-4577-9ba1-5b751366102e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:42.847692 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-334de059-cef5-4577-9ba1-5b751366102e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:42.851752 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-334de059-cef5-4577-9ba1-5b751366102e admin admin] Usage tracker for resource:security_group_rule and tenant:02e87c5077334f6f85beeb121d8e38ba is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:42.854722 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-334de059-cef5-4577-9ba1-5b751366102e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:42.860641 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-334de059-cef5-4577-9ba1-5b751366102e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:42.942795 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-334de059-cef5-4577-9ba1-5b751366102e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:42.948384 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-334de059-cef5-4577-9ba1-5b751366102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:42.958789 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-3fd60c35-b451-4d3f-9af8-8538dc22ce67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:42.998586 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-334de059-cef5-4577-9ba1-5b751366102e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02e87c5077334f6f85beeb121d8e38ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1825800
May 12 08:21:42.999428 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334de059-cef5-4577-9ba1-5b751366102e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6062c649-e6fd-42e0-90ab-bf6108f29808,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:43.002263 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35462) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:43.002687 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-334de059-cef5-4577-9ba1-5b751366102e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:43.063377 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4ec16a0a-5910-4c65-83dd-87c57543d640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:43.089913 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4ec16a0a-5910-4c65-83dd-87c57543d640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:43.143470 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4ec16a0a-5910-4c65-83dd-87c57543d640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:43.147129 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-fd5d2d2b-ef8f-427c-907a-dba433deab93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:43.160901 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec16a0a-5910-4c65-83dd-87c57543d640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6062c649-e6fd-42e0-90ab-bf6108f29808,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:43.164848 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-4ec16a0a-5910-4c65-83dd-87c57543d640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:43.178650 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-4ec16a0a-5910-4c65-83dd-87c57543d640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:43.182434 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-4ec16a0a-5910-4c65-83dd-87c57543d640 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6062c649-e6fd-42e0-90ab-bf6108f29808 HTTP/1.1" status: 204  len: 168 time: 0.1759131
May 12 08:21:43.319533 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc5dff-4a5b-441d-b43d-fef35bb843d0 req-301e3fbe-e805-4b78-9bc1-39c0a1c26050 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:43.320821 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-33bc5dff-4a5b-441d-b43d-fef35bb843d0 req-301e3fbe-e805-4b78-9bc1-39c0a1c26050 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.0795186
May 12 08:21:43.367327 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-33bc5dff-4a5b-441d-b43d-fef35bb843d0 req-b4a60773-005d-41ef-930c-0784d234f148 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406582
May 12 08:21:43.550091 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac65b70-3924-49e9-ba0f-fce60d7b9f0b req-6e03309f-f804-4095-a6f5-c282927227cf tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:43.551564 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2ac65b70-3924-49e9-ba0f-fce60d7b9f0b req-6e03309f-f804-4095-a6f5-c282927227cf tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.0811429
May 12 08:21:43.560512 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35480) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:43.565678 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-a5b9c993-f4c2-46e8-845f-fbca192edce2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Request body: {'floatingip': {'port_id': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:21:43.643498 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c993-f4c2-46e8-845f-fbca192edce2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:44.319887 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c993-f4c2-46e8-845f-fbca192edce2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:44.324314 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c993-f4c2-46e8-845f-fbca192edce2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:44.496657 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.l3_db [None req-a5b9c993-f4c2-46e8-845f-fbca192edce2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Floating IP bd910f08-d17a-493b-a8da-6b4bb7c2c752 associated. External IP: 172.27.2.166, port: 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2.
May 12 08:21:44.846046 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b9c993-f4c2-46e8-845f-fbca192edce2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Router 5300f606-e601-49ee-96d4-1c2698fdd6f3 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:21:45.030702 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b9c993-f4c2-46e8-845f-fbca192edce2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:21:45.040374 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b2aec-90c9-4d64-b750-987482c81da3 None None] Sync routers for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:21:45.045342 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a5b9c993-f4c2-46e8-845f-fbca192edce2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:45.050490 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b2aec-90c9-4d64-b750-987482c81da3 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:21:45.051254 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-e53b2aec-90c9-4d64-b750-987482c81da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99adfb80>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:21:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:45.104862 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-a5b9c993-f4c2-46e8-845f-fbca192edce2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "PUT /v2.0/floatingips/bd910f08-d17a-493b-a8da-6b4bb7c2c752 HTTP/1.1" status: 200  len: 991 time: 1.5403824
May 12 08:21:45.104862 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:21:45.307913 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'status': 'completed', 'code': 200}
May 12 08:21:45.313303 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-e53b2aec-90c9-4d64-b750-987482c81da3 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:21:45.423837 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb21c2-c0d6-47ab-aca3-b89a0aa2d424 req-60603bde-1bb7-4878-95b2-4805c0fa1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:45.428258 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c0fb21c2-c0d6-47ab-aca3-b89a0aa2d424 req-60603bde-1bb7-4878-95b2-4805c0fa1ef1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 1098 time: 0.0790169
May 12 08:21:45.577034 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb21c2-c0d6-47ab-aca3-b89a0aa2d424 req-9853df00-acb3-4383-a168-8be6a0cc51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:45.578627 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c0fb21c2-c0d6-47ab-aca3-b89a0aa2d424 req-9853df00-acb3-4383-a168-8be6a0cc51b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 918 time: 0.1461630
May 12 08:21:45.692891 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c0fb21c2-c0d6-47ab-aca3-b89a0aa2d424 req-f0ca9782-6a40-4e2a-a562-0ef1046290b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 HTTP/1.1" status: 200  len: 999 time: 0.1044321
May 12 08:21:45.727888 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-e53b2aec-90c9-4d64-b750-987482c81da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99adfb80>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'bd910f08-d17a-493b-a8da-6b4bb7c2c752', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'port_id': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'mac_address': 'fa:16:3e:dd:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:21:29Z', 'updated_at': '2021-05-12T08:21:44Z', 'revision_number': 1, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:44Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:45.734702 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b2aec-90c9-4d64-b750-987482c81da3 None None] Checking router: 5300f606-e601-49ee-96d4-1c2698fdd6f3 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:21:45.743303 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b2aec-90c9-4d64-b750-987482c81da3 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:21:45.743963 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-e53b2aec-90c9-4d64-b750-987482c81da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99adfb80>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:21:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:45.877294 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb21c2-c0d6-47ab-aca3-b89a0aa2d424 req-9332e700-ee44-4241-8ccc-ba3bc8a157dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:45.879280 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c0fb21c2-c0d6-47ab-aca3-b89a0aa2d424 req-9332e700-ee44-4241-8ccc-ba3bc8a157dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 200  len: 856 time: 0.1738579
May 12 08:21:45.932175 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-e53b2aec-90c9-4d64-b750-987482c81da3 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:21:45.957332 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb21c2-c0d6-47ab-aca3-b89a0aa2d424 req-90747dde-cf09-4803-8bd2-5aef1f181055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:21:45.959041 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c0fb21c2-c0d6-47ab-aca3-b89a0aa2d424 req-90747dde-cf09-4803-8bd2-5aef1f181055 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729899
May 12 08:21:46.096830 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c0fb21c2-c0d6-47ab-aca3-b89a0aa2d424 req-a6736c76-f6b5-400c-9c68-53261b8165a6 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305876
May 12 08:21:46.242063 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c0fb21c2-c0d6-47ab-aca3-b89a0aa2d424 req-f2e048cd-7920-4df5-a1c6-64c6c2a7be16 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370218
May 12 08:21:46.299776 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-e53b2aec-90c9-4d64-b750-987482c81da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99adfb80>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'bd910f08-d17a-493b-a8da-6b4bb7c2c752', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'port_id': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'mac_address': 'fa:16:3e:dd:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:21:29Z', 'updated_at': '2021-05-12T08:21:44Z', 'revision_number': 1, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:44Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:21:46.304152 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53b2aec-90c9-4d64-b750-987482c81da3 None None] The sync data for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi is: [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'bd910f08-d17a-493b-a8da-6b4bb7c2c752', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'port_id': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'mac_address': 'fa:16:3e:dd:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:21:29Z', 'updated_at': '2021-05-12T08:21:44Z', 'revision_number': 1, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:44Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:21:46.553884 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0d15e-80c7-4fa7-98a1-c51599db459e None None] New status for floating IP bd910f08-d17a-493b-a8da-6b4bb7c2c752: ACTIVE {{(pid=78691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:21:46.587535 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35618) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:46.710248 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2aaa96e6-0120-4eea-8108-c2610288ec22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:46.724599 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-2aaa96e6-0120-4eea-8108-c2610288ec22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:46.728693 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-2aaa96e6-0120-4eea-8108-c2610288ec22 admin admin] Usage tracker for resource:security_group_rule and tenant:a585ba8a8c5c4935a869eb4a791736af is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:46.731662 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-2aaa96e6-0120-4eea-8108-c2610288ec22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:46.737601 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-2aaa96e6-0120-4eea-8108-c2610288ec22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:46.816909 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2aaa96e6-0120-4eea-8108-c2610288ec22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:46.821643 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2aaa96e6-0120-4eea-8108-c2610288ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:46.828868 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6c6e9813-8796-4b85-a6e1-e21f849a7e48 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:46.869773 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-2aaa96e6-0120-4eea-8108-c2610288ec22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a585ba8a8c5c4935a869eb4a791736af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2811215
May 12 08:21:46.871345 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa96e6-0120-4eea-8108-c2610288ec22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8a0014-0fa5-4cfa-9345-bbd142937f96,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:46.872572 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35624) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:46.874598 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-2aaa96e6-0120-4eea-8108-c2610288ec22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:46.935472 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7c4d423a-2ae3-446f-8cb2-397b24910c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:47.039965 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7c4d423a-2ae3-446f-8cb2-397b24910c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:47.093884 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7c4d423a-2ae3-446f-8cb2-397b24910c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:47.097514 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ba7d8b45-eaab-4a14-8cfa-16db2427b3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:47.110012 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d423a-2ae3-446f-8cb2-397b24910c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8a0014-0fa5-4cfa-9345-bbd142937f96,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:47.112899 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7c4d423a-2ae3-446f-8cb2-397b24910c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:47.114857 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7c4d423a-2ae3-446f-8cb2-397b24910c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:47.116395 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-7c4d423a-2ae3-446f-8cb2-397b24910c6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc8a0014-0fa5-4cfa-9345-bbd142937f96 HTTP/1.1" status: 204  len: 168 time: 0.2422237
May 12 08:21:47.438348 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35634) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:47.457593 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6aa96ef4-0dd9-481d-84bd-b6472c76c5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:47.472134 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-6aa96ef4-0dd9-481d-84bd-b6472c76c5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:47.476070 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-6aa96ef4-0dd9-481d-84bd-b6472c76c5dd admin admin] Usage tracker for resource:security_group_rule and tenant:40b45b3f222e4d5dafe7b8312623e740 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:47.478966 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-6aa96ef4-0dd9-481d-84bd-b6472c76c5dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:47.484577 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-6aa96ef4-0dd9-481d-84bd-b6472c76c5dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:47.573354 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6aa96ef4-0dd9-481d-84bd-b6472c76c5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:47.578605 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6aa96ef4-0dd9-481d-84bd-b6472c76c5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:47.586300 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-4ec16a0a-5910-4c65-83dd-87c57543d640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:47.628431 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-6aa96ef4-0dd9-481d-84bd-b6472c76c5dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40b45b3f222e4d5dafe7b8312623e740&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1887918
May 12 08:21:47.629174 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa96ef4-0dd9-481d-84bd-b6472c76c5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707aa75d-b643-4502-b6af-de33a6a27e44,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:47.631405 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35640) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:47.632340 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6aa96ef4-0dd9-481d-84bd-b6472c76c5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:47.691373 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-23f72f2d-5dc5-40b6-a78c-9810d54ea060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:47.718102 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-23f72f2d-5dc5-40b6-a78c-9810d54ea060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:47.777171 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-23f72f2d-5dc5-40b6-a78c-9810d54ea060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:47.780608 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-1ce3cdd3-cf1b-4931-9d3b-3cf0472c910b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:47.793037 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f72f2d-5dc5-40b6-a78c-9810d54ea060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707aa75d-b643-4502-b6af-de33a6a27e44,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:47.796390 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-23f72f2d-5dc5-40b6-a78c-9810d54ea060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:47.802125 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-23f72f2d-5dc5-40b6-a78c-9810d54ea060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:47.803339 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-23f72f2d-5dc5-40b6-a78c-9810d54ea060 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/707aa75d-b643-4502-b6af-de33a6a27e44 HTTP/1.1" status: 204  len: 168 time: 0.1702275
May 12 08:21:52.889941 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b704267a-ce79-43d3-af19-5220f43ad0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:55.262830 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:55.563530 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-f7ac74ae-8138-4300-a5b8-cce11d82279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:56.410928 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:57.805856 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:57.883770 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35820) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:58.000980 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4deadd05-ae6d-4682-9915-57bd07fda45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.016166 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4deadd05-ae6d-4682-9915-57bd07fda45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:58.020208 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4deadd05-ae6d-4682-9915-57bd07fda45b admin admin] Usage tracker for resource:security_group_rule and tenant:8c15971fd90b4092bba4dc8b1c476c00 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:58.023146 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4deadd05-ae6d-4682-9915-57bd07fda45b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:58.028881 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4deadd05-ae6d-4682-9915-57bd07fda45b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:58.109566 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4deadd05-ae6d-4682-9915-57bd07fda45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.114654 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4deadd05-ae6d-4682-9915-57bd07fda45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.121963 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-251ec2bd-5d95-4413-a0a9-99200b0ec225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:58.160876 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deadd05-ae6d-4682-9915-57bd07fda45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54db218-8bee-40aa-89ef-0c1c334722ff,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:58.167935 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-4deadd05-ae6d-4682-9915-57bd07fda45b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c15971fd90b4092bba4dc8b1c476c00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2803774
May 12 08:21:58.167935 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4deadd05-ae6d-4682-9915-57bd07fda45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:58.168155 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35832) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:58.226786 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-72626fd5-4b67-45bb-8c65-cf0317ee843a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.256044 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-72626fd5-4b67-45bb-8c65-cf0317ee843a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.309871 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-72626fd5-4b67-45bb-8c65-cf0317ee843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.313782 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-47e6005c-6d2b-492b-ae14-66e5436e3787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:58.325135 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72626fd5-4b67-45bb-8c65-cf0317ee843a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54db218-8bee-40aa-89ef-0c1c334722ff,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:58.328813 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-72626fd5-4b67-45bb-8c65-cf0317ee843a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:58.332654 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-72626fd5-4b67-45bb-8c65-cf0317ee843a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.336575 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-72626fd5-4b67-45bb-8c65-cf0317ee843a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a54db218-8bee-40aa-89ef-0c1c334722ff HTTP/1.1" status: 204  len: 168 time: 0.1675792
May 12 08:21:58.642504 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35848) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:58.666471 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c4df384e-b51f-40f3-89b9-b387367a8cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.681636 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-c4df384e-b51f-40f3-89b9-b387367a8cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:58.686263 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-c4df384e-b51f-40f3-89b9-b387367a8cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:b9e22bb9ff054600ac67e30d92107f46 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:58.689625 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-c4df384e-b51f-40f3-89b9-b387367a8cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:58.696730 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-c4df384e-b51f-40f3-89b9-b387367a8cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:58.778772 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c4df384e-b51f-40f3-89b9-b387367a8cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.784599 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c4df384e-b51f-40f3-89b9-b387367a8cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.791472 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d8ad9b45-affa-4036-bdd1-da1f772f9e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:58.831966 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-c4df384e-b51f-40f3-89b9-b387367a8cf3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9e22bb9ff054600ac67e30d92107f46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1878159
May 12 08:21:58.834348 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df384e-b51f-40f3-89b9-b387367a8cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480ba5b4-d0ee-482d-8907-f949bb99fe81,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:58.835979 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35852) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:58.837954 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c4df384e-b51f-40f3-89b9-b387367a8cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:58.899453 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-230460a7-f18b-4017-aece-5a4ff67501b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.925253 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-230460a7-f18b-4017-aece-5a4ff67501b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.977942 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-230460a7-f18b-4017-aece-5a4ff67501b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:58.981597 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-74c74ee5-e7cd-48d4-8264-f60725e7768e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:58.992646 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230460a7-f18b-4017-aece-5a4ff67501b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480ba5b4-d0ee-482d-8907-f949bb99fe81,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:58.996216 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-230460a7-f18b-4017-aece-5a4ff67501b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:58.999409 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-230460a7-f18b-4017-aece-5a4ff67501b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:59.002883 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-230460a7-f18b-4017-aece-5a4ff67501b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/480ba5b4-d0ee-482d-8907-f949bb99fe81 HTTP/1.1" status: 204  len: 168 time: 0.1630962
May 12 08:21:59.360803 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35860) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:59.378890 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-64f890e9-52da-4f59-b95e-be05a65b6612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:59.397465 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-64f890e9-52da-4f59-b95e-be05a65b6612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:21:59.401684 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-64f890e9-52da-4f59-b95e-be05a65b6612 admin admin] Usage tracker for resource:security_group_rule and tenant:f14a0fd92cd54482b0f8d900982a56ba is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:21:59.404645 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-64f890e9-52da-4f59-b95e-be05a65b6612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:21:59.410688 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-64f890e9-52da-4f59-b95e-be05a65b6612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:21:59.498416 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-64f890e9-52da-4f59-b95e-be05a65b6612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:59.502618 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-64f890e9-52da-4f59-b95e-be05a65b6612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:59.510139 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-23f72f2d-5dc5-40b6-a78c-9810d54ea060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:59.550390 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-64f890e9-52da-4f59-b95e-be05a65b6612 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f14a0fd92cd54482b0f8d900982a56ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1884964
May 12 08:21:59.551259 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f890e9-52da-4f59-b95e-be05a65b6612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258c762c-639b-49ea-89f3-84c604d21e74,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:59.553177 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35864) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:21:59.554321 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-64f890e9-52da-4f59-b95e-be05a65b6612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:59.614895 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8831d8b9-437d-4623-9a7e-768b11b91d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:59.641797 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8831d8b9-437d-4623-9a7e-768b11b91d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:59.696917 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8831d8b9-437d-4623-9a7e-768b11b91d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:59.700527 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-77db81c6-37d0-4dd1-a49e-5dfe25c3dc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:21:59.715700 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831d8b9-437d-4623-9a7e-768b11b91d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c762c-639b-49ea-89f3-84c604d21e74,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:21:59.719468 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8831d8b9-437d-4623-9a7e-768b11b91d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:21:59.726815 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8831d8b9-437d-4623-9a7e-768b11b91d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:21:59.727952 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-8831d8b9-437d-4623-9a7e-768b11b91d81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/258c762c-639b-49ea-89f3-84c604d21e74 HTTP/1.1" status: 204  len: 168 time: 0.1733289
May 12 08:22:01.723081 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35928) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:01.844166 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-530f85ae-74d8-4426-9438-77bddbee6abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:01.858561 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-530f85ae-74d8-4426-9438-77bddbee6abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:22:01.862442 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-530f85ae-74d8-4426-9438-77bddbee6abc admin admin] Usage tracker for resource:security_group_rule and tenant:242e6fd6ee1e4847b8befcd2c4510463 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:22:01.865270 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-530f85ae-74d8-4426-9438-77bddbee6abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:22:01.871095 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-530f85ae-74d8-4426-9438-77bddbee6abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:22:01.956020 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-530f85ae-74d8-4426-9438-77bddbee6abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:01.961922 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-530f85ae-74d8-4426-9438-77bddbee6abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:01.968805 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-067b8a0e-ce1d-4b5c-a670-8c57eeefd5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:02.008551 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-530f85ae-74d8-4426-9438-77bddbee6abc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=242e6fd6ee1e4847b8befcd2c4510463&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2844079
May 12 08:22:02.009477 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f85ae-74d8-4426-9438-77bddbee6abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e928444e-5913-4cd3-8515-31b663631a00,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:02.011440 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35938) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:02.012508 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-530f85ae-74d8-4426-9438-77bddbee6abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:02.072039 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa9d885d-fa6d-4030-bd0b-15ad82f9a14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:02.098483 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa9d885d-fa6d-4030-bd0b-15ad82f9a14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:02.157261 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa9d885d-fa6d-4030-bd0b-15ad82f9a14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:02.161116 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-380dc8f9-b8f9-4eba-aedc-fd2b25b72533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:02.176450 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d885d-fa6d-4030-bd0b-15ad82f9a14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e928444e-5913-4cd3-8515-31b663631a00,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:02.178986 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-aa9d885d-fa6d-4030-bd0b-15ad82f9a14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:02.186918 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa9d885d-fa6d-4030-bd0b-15ad82f9a14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:02.187994 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-aa9d885d-fa6d-4030-bd0b-15ad82f9a14a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e928444e-5913-4cd3-8515-31b663631a00 HTTP/1.1" status: 204  len: 168 time: 0.1756117
May 12 08:22:02.487639 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 35946) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:02.505360 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd342-c25b-4a35-8fc4-c18ed2973572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:02.519812 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4a3dd342-c25b-4a35-8fc4-c18ed2973572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:22:02.523696 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4a3dd342-c25b-4a35-8fc4-c18ed2973572 admin admin] Usage tracker for resource:security_group_rule and tenant:8de245befe2846efabbe0c7f994c17d0 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:22:02.526637 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4a3dd342-c25b-4a35-8fc4-c18ed2973572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:22:02.532301 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4a3dd342-c25b-4a35-8fc4-c18ed2973572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:22:02.611246 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd342-c25b-4a35-8fc4-c18ed2973572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:02.617496 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd342-c25b-4a35-8fc4-c18ed2973572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:02.624485 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-334de059-cef5-4577-9ba1-5b751366102e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:02.664032 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-4a3dd342-c25b-4a35-8fc4-c18ed2973572 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8de245befe2846efabbe0c7f994c17d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1753595
May 12 08:22:02.664875 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dd342-c25b-4a35-8fc4-c18ed2973572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ca4b75-94f7-423b-bef9-731ee94fccc7,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:02.666930 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 35950) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:02.667882 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4a3dd342-c25b-4a35-8fc4-c18ed2973572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:02.729517 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-fbf07d60-e2a0-4cb9-a429-73c148b5fbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:02.759257 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-fbf07d60-e2a0-4cb9-a429-73c148b5fbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:02.810086 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-fbf07d60-e2a0-4cb9-a429-73c148b5fbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:02.813528 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-5c4ef07a-1ad2-41ad-b712-aab9d07d2480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:02.825855 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf07d60-e2a0-4cb9-a429-73c148b5fbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ca4b75-94f7-423b-bef9-731ee94fccc7,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:02.829540 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-fbf07d60-e2a0-4cb9-a429-73c148b5fbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:02.835082 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-fbf07d60-e2a0-4cb9-a429-73c148b5fbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:02.836175 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-fbf07d60-e2a0-4cb9-a429-73c148b5fbcb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04ca4b75-94f7-423b-bef9-731ee94fccc7 HTTP/1.1" status: 204  len: 168 time: 0.1678572
May 12 08:22:05.134482 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:22:05.470676 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0ede7-ba95-4767-b9d4-a9be621ea39d req-e90bc7dc-486e-46fd-9061-658badc16f70 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:05.472177 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7bb0ede7-ba95-4767-b9d4-a9be621ea39d req-e90bc7dc-486e-46fd-9061-658badc16f70 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0885241
May 12 08:22:05.518392 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7bb0ede7-ba95-4767-b9d4-a9be621ea39d req-48411369-8575-4116-85c8-2a8667152e0a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403843
May 12 08:22:06.715310 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d944d-f39d-4960-9932-71378e8bb71d req-f61670b8-1ab4-49aa-b443-e325901d54cf tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:06.716799 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-da4d944d-f39d-4960-9932-71378e8bb71d req-f61670b8-1ab4-49aa-b443-e325901d54cf tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0906203
May 12 08:22:06.761731 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-da4d944d-f39d-4960-9932-71378e8bb71d req-d9f9a812-8905-4e1f-9552-3b7d437106e0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389431
May 12 08:22:07.977673 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe310cd-db47-49c0-b155-972e30f1c5b0 req-bd3a2a39-9c8b-4574-9036-01dce7cf87e1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:07.979115 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8fe310cd-db47-49c0-b155-972e30f1c5b0 req-bd3a2a39-9c8b-4574-9036-01dce7cf87e1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0911527
May 12 08:22:08.023075 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8fe310cd-db47-49c0-b155-972e30f1c5b0 req-306f9621-ece1-4790-b3ec-136708646407 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383022
May 12 08:22:09.229547 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5cad7-52ec-463f-bd87-8c9ce50fe6f3 req-523be9f2-8fd5-4ef5-b8ae-fa562af9d8ec tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:09.231000 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-72f5cad7-52ec-463f-bd87-8c9ce50fe6f3 req-523be9f2-8fd5-4ef5-b8ae-fa562af9d8ec tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0918913
May 12 08:22:09.275280 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-72f5cad7-52ec-463f-bd87-8c9ce50fe6f3 req-c1faf6be-179d-4a9f-ba73-8c23eb0d8b1d tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385344
May 12 08:22:09.897420 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:10.482583 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855ef31-062d-44a7-b1a0-98d67a05a7e7 req-939cd43c-f43b-4cb5-947f-928ac8b44186 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:10.484076 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6855ef31-062d-44a7-b1a0-98d67a05a7e7 req-939cd43c-f43b-4cb5-947f-928ac8b44186 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0837424
May 12 08:22:10.532313 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6855ef31-062d-44a7-b1a0-98d67a05a7e7 req-61a1414f-bd0a-45bf-a3e8-c89ed29b6890 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424058
May 12 08:22:11.730534 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b76c1-01dd-4cce-9487-9c6762caa389 req-62fcbde2-6d27-4d0c-b7e4-996e8c0c781e tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:11.732514 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b74b76c1-01dd-4cce-9487-9c6762caa389 req-62fcbde2-6d27-4d0c-b7e4-996e8c0c781e tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0879848
May 12 08:22:11.780106 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b74b76c1-01dd-4cce-9487-9c6762caa389 req-3c4d390a-6d35-4dbc-a660-5e474cb0da5d tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415621
May 12 08:22:12.991628 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f64859-9ccf-44cf-93f3-937387672951 req-8f25b4f0-7541-47ac-805f-697b695062ae tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:12.993063 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-87f64859-9ccf-44cf-93f3-937387672951 req-8f25b4f0-7541-47ac-805f-697b695062ae tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0892920
May 12 08:22:13.114999 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-87f64859-9ccf-44cf-93f3-937387672951 req-e8d7f8fe-46e6-45d5-9830-5ed9239f4bbb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1132133
May 12 08:22:14.322204 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98eecc-f601-4e2b-a27d-f7176b22e5e0 req-b40d4e26-1f3d-41ce-9dee-5d34aedab8b0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:14.323744 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4f98eecc-f601-4e2b-a27d-f7176b22e5e0 req-b40d4e26-1f3d-41ce-9dee-5d34aedab8b0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0897384
May 12 08:22:14.371481 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4f98eecc-f601-4e2b-a27d-f7176b22e5e0 req-1293c041-4bde-400b-a9dd-d4b40f0fc58a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416372
May 12 08:22:15.576627 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496c89b-f9ae-41bd-9ebd-c30d38e13979 req-a66bd21b-f125-45df-a14e-02d247f9e7ca tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:15.578130 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8496c89b-f9ae-41bd-9ebd-c30d38e13979 req-a66bd21b-f125-45df-a14e-02d247f9e7ca tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0856309
May 12 08:22:15.624002 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8496c89b-f9ae-41bd-9ebd-c30d38e13979 req-74c46c8b-0ef1-4354-84f0-f72ed604c77b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396883
May 12 08:22:16.832334 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad267b5-6ac3-40fb-b83f-1d6d5d804302 req-523aad26-62ed-4511-9ce7-8bd752e16e62 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:16.833820 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9ad267b5-6ac3-40fb-b83f-1d6d5d804302 req-523aad26-62ed-4511-9ce7-8bd752e16e62 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0908780
May 12 08:22:16.879875 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9ad267b5-6ac3-40fb-b83f-1d6d5d804302 req-f0ab7a8b-0ae7-47aa-be30-861483e7dafc tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403516
May 12 08:22:18.082350 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad605ef-5962-4e5e-968a-51ba1584cafd req-0f339b2c-1c86-494b-b7b4-f5634f19ec95 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:18.083689 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0ad605ef-5962-4e5e-968a-51ba1584cafd req-0f339b2c-1c86-494b-b7b4-f5634f19ec95 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0838914
May 12 08:22:18.132542 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0ad605ef-5962-4e5e-968a-51ba1584cafd req-c9c96034-61c4-484e-b09a-d6dd6ebe9cab tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405953
May 12 08:22:19.332668 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256569a-dc21-402c-b14f-3a8c380e1b1f req-acfa03bc-46c1-4a4d-810c-8d6799d208cf tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:19.334149 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e256569a-dc21-402c-b14f-3a8c380e1b1f req-acfa03bc-46c1-4a4d-810c-8d6799d208cf tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0859199
May 12 08:22:19.380305 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e256569a-dc21-402c-b14f-3a8c380e1b1f req-60bfc51b-a8e1-40a6-b00a-dba6b80c8976 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387781
May 12 08:22:20.572875 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b59236-ae33-4e30-8f2d-bc748c58d769 req-8f0ecb6a-9432-4920-8a0b-e00d01a9935e tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:20.574406 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-23b59236-ae33-4e30-8f2d-bc748c58d769 req-8f0ecb6a-9432-4920-8a0b-e00d01a9935e tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0831072
May 12 08:22:20.623339 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-23b59236-ae33-4e30-8f2d-bc748c58d769 req-632f746b-832c-49f5-8e82-eda44b612be5 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401351
May 12 08:22:21.375485 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-515cf0fa-01b4-4c7b-bbbf-a5f55a086cf3 req-a84c7a61-85f9-4c3b-8fa3-7fc4276617c0 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468650084&fields=id&tenant_id=c66c87ec8cd0457ca734a96764beff9c HTTP/1.1" status: 200  len: 267 time: 0.0499995
May 12 08:22:21.461990 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cf0fa-01b4-4c7b-bbbf-a5f55a086cf3 req-a572e6f0-1365-458e-b4af-b5bfc10238b5 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:21.463333 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-515cf0fa-01b4-4c7b-bbbf-a5f55a086cf3 req-a572e6f0-1365-458e-b4af-b5bfc10238b5 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 984 time: 0.0825236
May 12 08:22:21.474229 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [req-515cf0fa-01b4-4c7b-bbbf-a5f55a086cf3 req-3813b86c-3aa1-4b8d-a358-1c3ea3fda09f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Request body: {'port': {'security_groups': ['e1f46ce7-951d-4b9d-8947-1932ec6cc193']}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:22:21.592430 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-515cf0fa-01b4-4c7b-bbbf-a5f55a086cf3 req-3813b86c-3aa1-4b8d-a358-1c3ea3fda09f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:21.822178 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849f6a6-61ad-46bb-a7b5-2742781deb93 req-75b39de3-0235-487c-b43e-8aff1b4d89c5 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:21.823912 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a849f6a6-61ad-46bb-a7b5-2742781deb93 req-75b39de3-0235-487c-b43e-8aff1b4d89c5 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0926533
May 12 08:22:21.827889 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [req-515cf0fa-01b4-4c7b-bbbf-a5f55a086cf3 req-3813b86c-3aa1-4b8d-a358-1c3ea3fda09f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] For port f7b2743b-eccd-4786-9840-de55ab107c53, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f7b2743b-eccd-4786-9840-de55ab107c53,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:21.853095 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-515cf0fa-01b4-4c7b-bbbf-a5f55a086cf3 req-3813b86c-3aa1-4b8d-a358-1c3ea3fda09f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:21.860226 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-515cf0fa-01b4-4c7b-bbbf-a5f55a086cf3 req-3813b86c-3aa1-4b8d-a358-1c3ea3fda09f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2234063'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:21.866203 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:21.873716 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['f7b2743b-eccd-4786-9840-de55ab107c53'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:22:21.876187 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a849f6a6-61ad-46bb-a7b5-2742781deb93 req-bfc951d8-e82b-4c5e-b1ae-737860fb9af7 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463736
May 12 08:22:21.924167 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cf0fa-01b4-4c7b-bbbf-a5f55a086cf3 req-3813b86c-3aa1-4b8d-a358-1c3ea3fda09f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:21.924781 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [req-515cf0fa-01b4-4c7b-bbbf-a5f55a086cf3 req-3813b86c-3aa1-4b8d-a358-1c3ea3fda09f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:21.929206 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-515cf0fa-01b4-4c7b-bbbf-a5f55a086cf3 req-3813b86c-3aa1-4b8d-a358-1c3ea3fda09f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "PUT /v2.0/ports/f7b2743b-eccd-4786-9840-de55ab107c53 HTTP/1.1" status: 200  len: 942 time: 0.4593682
May 12 08:22:21.929741 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:22:21.932406 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36040) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:21.998170 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'status': 'completed', 'code': 200}
May 12 08:22:22.001280 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813b86c-3aa1-4b8d-a358-1c3ea3fda09f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event updated for resources: {'Port': ['ID=f7b2743b-eccd-4786-9840-de55ab107c53,revision_number=7']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:22.004869 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-3813b86c-3aa1-4b8d-a358-1c3ea3fda09f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:22.026389 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ac98ac7d-82c0-4b91-9ee8-8a93b1734e61 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:22.076742 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ac98ac7d-82c0-4b91-9ee8-8a93b1734e61 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:22.108541 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4194c-2911-40a9-ab04-4009bae3570f req-2fe6e241-edd5-4678-8f34-e32d5340bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:22.110877 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-28f4194c-2911-40a9-ab04-4009bae3570f req-2fe6e241-edd5-4678-8f34-e32d5340bc27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c66c87ec8cd0457ca734a96764beff9c&device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 1098 time: 0.0896509
May 12 08:22:22.172169 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ac98ac7d-82c0-4b91-9ee8-8a93b1734e61 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:22.185681 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ad535c7d-b342-4a43-8588-2c73324d9ea9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:22.201302 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98ac7d-82c0-4b91-9ee8-8a93b1734e61 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b3227f-6a92-45d6-b483-8673f1202f82,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:22.211788 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['f7b2743b-eccd-4786-9840-de55ab107c53'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:22:22.211916 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ac98ac7d-82c0-4b91-9ee8-8a93b1734e61 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:22.219013 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-ac98ac7d-82c0-4b91-9ee8-8a93b1734e61 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:22.222712 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-ac98ac7d-82c0-4b91-9ee8-8a93b1734e61 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "DELETE /v2.0/security-groups/14b3227f-6a92-45d6-b483-8673f1202f82 HTTP/1.1" status: 204  len: 168 time: 0.2868249
May 12 08:22:22.223372 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36048) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:22.349449 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4194c-2911-40a9-ab04-4009bae3570f req-916484d1-fb5c-4151-a556-885d37c156b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:22.351032 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-28f4194c-2911-40a9-ab04-4009bae3570f req-916484d1-fb5c-4151-a556-885d37c156b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3e0da1e-bca8-4a4e-938b-140c21da1156 HTTP/1.1" status: 200  len: 916 time: 0.2238653
May 12 08:22:22.375713 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-8f0cc0b3-eace-4200-839e-040125b68568 None None] Provisioning complete for port f7b2743b-eccd-4786-9840-de55ab107c53 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:22:22.376099 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc0b3-eace-4200-839e-040125b68568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:22.491493 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-28f4194c-2911-40a9-ab04-4009bae3570f req-ffbdfef4-ee48-470a-987b-f84f6abc826d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b2743b-eccd-4786-9840-de55ab107c53 HTTP/1.1" status: 200  len: 1000 time: 0.1015778
May 12 08:22:22.586915 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f96db-2bb0-4215-a417-7cb2dd9968ae req-ad4a6fbf-372f-447d-8cca-9bc267413cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:22.588338 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d9f96db-2bb0-4215-a417-7cb2dd9968ae req-ad4a6fbf-372f-447d-8cca-9bc267413cb6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b974789224711a5c26ac4b744b174&device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 1098 time: 0.1617899
May 12 08:22:22.661608 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4194c-2911-40a9-ab04-4009bae3570f req-63d2ea8e-d422-4d91-b506-441a9931a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:22.663141 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-28f4194c-2911-40a9-ab04-4009bae3570f req-63d2ea8e-d422-4d91-b506-441a9931a5b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e458df9d-138f-428d-8d35-1be7b30d9838 HTTP/1.1" status: 200  len: 854 time: 0.1643655
May 12 08:22:22.680238 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a6956-d469-47a3-a218-686ceaccea98 req-ed81bdb8-de64-412c-aa2c-177eef346e8a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:22.681761 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7e8a6956-d469-47a3-a218-686ceaccea98 req-ed81bdb8-de64-412c-aa2c-177eef346e8a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.3297517
May 12 08:22:22.726469 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f96db-2bb0-4215-a417-7cb2dd9968ae req-286228e1-07c2-4fbd-80d7-4c2b7f586956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:22.728258 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d9f96db-2bb0-4215-a417-7cb2dd9968ae req-286228e1-07c2-4fbd-80d7-4c2b7f586956 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9716e78e-e6a0-4390-a055-14165c9b42c3 HTTP/1.1" status: 200  len: 912 time: 0.1337016
May 12 08:22:22.767104 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7e8a6956-d469-47a3-a218-686ceaccea98 req-742deb05-0cb7-4262-b85f-6d90258e7b22 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496013
May 12 08:22:22.788458 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4194c-2911-40a9-ab04-4009bae3570f req-361d262a-6702-4f0b-a873-bb5bdec290dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:22.789971 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-28f4194c-2911-40a9-ab04-4009bae3570f req-361d262a-6702-4f0b-a873-bb5bdec290dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3e0da1e-bca8-4a4e-938b-140c21da1156&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1072662
May 12 08:22:22.819071 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Deleting port fc48f679-b6da-4be4-8e83-fc9f7b78896e {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:22:22.819414 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:22.882387 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-f8d1de62-4dc6-46ba-adf8-14d8dc920925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:22.914844 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d9f96db-2bb0-4215-a417-7cb2dd9968ae req-06720ed8-336f-49ab-8eae-ebbfe999e57a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e HTTP/1.1" status: 200  len: 1001 time: 0.1791601
May 12 08:22:22.918385 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-28f4194c-2911-40a9-ab04-4009bae3570f req-b08782d5-d45e-4789-9244-6b5805063e38 service neutron] 10.222.0.39 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213677
May 12 08:22:23.004810 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:23.005127 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:23.020763 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f96db-2bb0-4215-a417-7cb2dd9968ae req-c8783b77-fd84-421a-bdf5-fdd6efd1b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:23.022258 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d9f96db-2bb0-4215-a417-7cb2dd9968ae req-c8783b77-fd84-421a-bdf5-fdd6efd1b81a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a93e9c7-3ded-4f77-a7f2-46a6faf40562 HTTP/1.1" status: 200  len: 850 time: 0.0960584
May 12 08:22:23.049467 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-28f4194c-2911-40a9-ab04-4009bae3570f req-457133cf-3bc6-4031-81a0-2999a624c3a7 service neutron] 10.222.0.39 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224704
May 12 08:22:23.249997 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Calling delete_port for fc48f679-b6da-4be4-8e83-fc9f7b78896e owned by network:floatingip {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:22:23.313019 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f96db-2bb0-4215-a417-7cb2dd9968ae req-47595e0e-3c01-4f40-89ce-ed0a68dfdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:23.314529 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d9f96db-2bb0-4215-a417-7cb2dd9968ae req-47595e0e-3c01-4f40-89ce-ed0a68dfdd7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9716e78e-e6a0-4390-a055-14165c9b42c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1560624
May 12 08:22:23.506011 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d9f96db-2bb0-4215-a417-7cb2dd9968ae req-92ab51f8-6744-459c-87ca-38fe093284fc service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830297
May 12 08:22:23.510807 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:23.515747 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:23.579060 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event deleted for resources: {'Port': ['ID=fc48f679-b6da-4be4-8e83-fc9f7b78896e,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:23.625998 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:23.754384 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks [] for floatingip, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:23.754684 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.l3_db [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Floating IP 0ab36ad0-2f7c-4a90-a8cc-2d3541bc56c8 disassociated (deleted). External IP: 172.27.2.94, port: f7b2743b-eccd-4786-9840-de55ab107c53.
May 12 08:22:23.862468 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d9f96db-2bb0-4215-a417-7cb2dd9968ae req-862e304f-a174-47a9-86be-abc4f7f7b408 service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3474829
May 12 08:22:23.956964 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b4b9b-296c-4f83-ba75-ea045ab0658f req-39386308-50c2-433b-90f9-930b939f4da5 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:23.958548 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-105b4b9b-296c-4f83-ba75-ea045ab0658f req-39386308-50c2-433b-90f9-930b939f4da5 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0868328
May 12 08:22:24.003525 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-105b4b9b-296c-4f83-ba75-ea045ab0658f req-2ccca2ce-b486-40c5-80e3-136c2e428682 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392408
May 12 08:22:24.099305 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:22:24.293557 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:22:24.303681 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6938d-a096-473b-9bf0-83af91165e03 None None] Sync routers for ids ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:22:24.314290 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6938d-a096-473b-9bf0-83af91165e03 None None] Routers {'7efdb284-4347-49f8-8dcb-5c56b34c03c4'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:24.314916 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-a3f6938d-a096-473b-9bf0-83af91165e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98ae7070>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:21:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:24.315868 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:24.373780 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "DELETE /v2.0/floatingips/0ab36ad0-2f7c-4a90-a8cc-2d3541bc56c8 HTTP/1.1" status: 204  len: 168 time: 2.1491861
May 12 08:22:24.374405 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:22:24.535773 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-a3f6938d-a096-473b-9bf0-83af91165e03 None None] Set router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:24.684325 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'status': 'completed', 'code': 200}
May 12 08:22:24.784786 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304605eb-1bb7-43af-8690-d2b6c3880b68 req-b40a1d28-0f79-47b6-850b-9e2c6ac460ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:24.786516 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-304605eb-1bb7-43af-8690-d2b6c3880b68 req-b40a1d28-0f79-47b6-850b-9e2c6ac460ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c66c87ec8cd0457ca734a96764beff9c&device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 1098 time: 0.0807059
May 12 08:22:24.903184 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-a3f6938d-a096-473b-9bf0-83af91165e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98ae7070>, [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:19:03Z', 'revision_number': 4, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '7092ba14-b41d-44ff-ad75-d160dee70820', 'name': '', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'mac_address': 'fa:16:3e:d3:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:02Z', 'updated_at': '2021-05-12T08:19:10Z', 'revision_number': 5, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'subnets': [{'id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:24.907625 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6938d-a096-473b-9bf0-83af91165e03 None None] Checking router: 7efdb284-4347-49f8-8dcb-5c56b34c03c4 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:22:24.916783 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6938d-a096-473b-9bf0-83af91165e03 None None] Routers {'7efdb284-4347-49f8-8dcb-5c56b34c03c4'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:24.917439 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-a3f6938d-a096-473b-9bf0-83af91165e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98ae7070>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:21:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:25.053799 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304605eb-1bb7-43af-8690-d2b6c3880b68 req-9a1ea54b-5446-4ead-8cfc-7ec7dfa1004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:25.055298 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-304605eb-1bb7-43af-8690-d2b6c3880b68 req-9a1ea54b-5446-4ead-8cfc-7ec7dfa1004e service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3e0da1e-bca8-4a4e-938b-140c21da1156 HTTP/1.1" status: 200  len: 916 time: 0.2608616
May 12 08:22:25.095316 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-a3f6938d-a096-473b-9bf0-83af91165e03 None None] Set router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:25.122848 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-304605eb-1bb7-43af-8690-d2b6c3880b68 req-16025519-e550-4b5f-88ff-597b263a4477 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b2743b-eccd-4786-9840-de55ab107c53 HTTP/1.1" status: 200  len: 217 time: 0.0605605
May 12 08:22:25.187914 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304605eb-1bb7-43af-8690-d2b6c3880b68 req-fc9efd77-7d08-4e59-8d62-d3cdd6f883f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:25.189105 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b7e50-ad46-4a37-bcc7-ecfbffa398cd req-a439323b-516c-489b-8393-2fce7541cd84 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:25.189652 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-304605eb-1bb7-43af-8690-d2b6c3880b68 req-fc9efd77-7d08-4e59-8d62-d3cdd6f883f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e458df9d-138f-428d-8d35-1be7b30d9838 HTTP/1.1" status: 200  len: 854 time: 0.0601697
May 12 08:22:25.190702 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c58b7e50-ad46-4a37-bcc7-ecfbffa398cd req-a439323b-516c-489b-8393-2fce7541cd84 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0793700
May 12 08:22:25.241115 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c58b7e50-ad46-4a37-bcc7-ecfbffa398cd req-70658488-a82e-46ae-9a8a-307cdaecd178 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445077
May 12 08:22:25.278223 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304605eb-1bb7-43af-8690-d2b6c3880b68 req-cf729236-e3fb-48c2-a5c5-1affd579d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:25.279768 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-304605eb-1bb7-43af-8690-d2b6c3880b68 req-cf729236-e3fb-48c2-a5c5-1affd579d7d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3e0da1e-bca8-4a4e-938b-140c21da1156&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815144
May 12 08:22:25.367037 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:25.431984 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-304605eb-1bb7-43af-8690-d2b6c3880b68 req-6fd39a3a-48f9-47bf-bbdc-b7a5e9dca1fc service neutron] 10.222.0.39 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389208
May 12 08:22:25.470421 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-a3f6938d-a096-473b-9bf0-83af91165e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98ae7070>, [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:19:03Z', 'revision_number': 4, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '7092ba14-b41d-44ff-ad75-d160dee70820', 'name': '', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'mac_address': 'fa:16:3e:d3:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:02Z', 'updated_at': '2021-05-12T08:19:10Z', 'revision_number': 5, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'subnets': [{'id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:25.474409 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6938d-a096-473b-9bf0-83af91165e03 None None] The sync data for ids ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'] in dv-cinder-790910-1-iscsi is: [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:19:03Z', 'revision_number': 4, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '7092ba14-b41d-44ff-ad75-d160dee70820', 'name': '', 'network_id': 'e3e0da1e-bca8-4a4e-938b-140c21da1156', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'mac_address': 'fa:16:3e:d3:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:02Z', 'updated_at': '2021-05-12T08:19:10Z', 'revision_number': 5, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'subnets': [{'id': 'e458df9d-138f-428d-8d35-1be7b30d9838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:22:25.548628 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6c065228-277e-4577-bb44-b0de25d3df34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:25.571217 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-304605eb-1bb7-43af-8690-d2b6c3880b68 req-3804db27-03a2-4449-9d9e-1bc6f0bd888d service neutron] 10.222.0.39 "GET /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321392
May 12 08:22:25.708413 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006b94a2-a043-4c93-85fc-b6d95e29eb88 None None] New status for floating IP 0ab36ad0-2f7c-4a90-a8cc-2d3541bc56c8: DOWN {{(pid=78691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:22:26.422431 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:27.788490 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f6deb-50d5-40aa-b66f-a4ed472f7f74 req-7177bc6a-e0c8-45d5-bf7c-abe15aaf5604 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:27.789079 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-fb1f6deb-50d5-40aa-b66f-a4ed472f7f74 req-7177bc6a-e0c8-45d5-bf7c-abe15aaf5604 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Synchronizing usage tracker for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:22:27.807403 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-fb1f6deb-50d5-40aa-b66f-a4ed472f7f74 req-7177bc6a-e0c8-45d5-bf7c-abe15aaf5604 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Unset dirty status for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:22:27.808507 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:27.809016 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fb1f6deb-50d5-40aa-b66f-a4ed472f7f74 req-7177bc6a-e0c8-45d5-bf7c-abe15aaf5604 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.1120203
May 12 08:22:27.853903 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-fb1f6deb-50d5-40aa-b66f-a4ed472f7f74 req-d6fad138-b520-4225-ac8f-b2e72cdde11f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Synchronizing usage tracker for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:security_group {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:22:27.871495 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-fb1f6deb-50d5-40aa-b66f-a4ed472f7f74 req-d6fad138-b520-4225-ac8f-b2e72cdde11f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Unset dirty status for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:security_group {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:22:27.873146 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fb1f6deb-50d5-40aa-b66f-a4ed472f7f74 req-d6fad138-b520-4225-ac8f-b2e72cdde11f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580039
May 12 08:22:29.085613 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10c386-08a2-4266-b664-ad8a94bcfff1 req-f7e0f576-1efa-460e-890b-8df8479b4002 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:29.087190 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ab10c386-08a2-4266-b664-ad8a94bcfff1 req-f7e0f576-1efa-460e-890b-8df8479b4002 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.0870104
May 12 08:22:29.133392 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ab10c386-08a2-4266-b664-ad8a94bcfff1 req-8b4442e4-e6fe-476f-b947-d85cb2e6fc3f tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/security-groups?id=e1f46ce7-951d-4b9d-8947-1932ec6cc193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392077
May 12 08:22:29.395486 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98e475-8c69-462c-b26c-bf0bace60dd5 req-39b5adbb-7d81-4b89-9863-88266ed0689e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:29.396967 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4f98e475-8c69-462c-b26c-bf0bace60dd5 req-39b5adbb-7d81-4b89-9863-88266ed0689e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.39 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 945 time: 0.0820315
May 12 08:22:29.537437 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-4f98e475-8c69-462c-b26c-bf0bace60dd5 req-60626ff0-a3dd-4552-9664-41eee90e5d37 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Deleting port f7b2743b-eccd-4786-9840-de55ab107c53 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:22:29.537777 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4f98e475-8c69-462c-b26c-bf0bace60dd5 req-60626ff0-a3dd-4552-9664-41eee90e5d37 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:29.669238 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-4f98e475-8c69-462c-b26c-bf0bace60dd5 req-60626ff0-a3dd-4552-9664-41eee90e5d37 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] For port f7b2743b-eccd-4786-9840-de55ab107c53, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=f7b2743b-eccd-4786-9840-de55ab107c53,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:29.669565 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4f98e475-8c69-462c-b26c-bf0bace60dd5 req-60626ff0-a3dd-4552-9664-41eee90e5d37 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:29.799678 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-4f98e475-8c69-462c-b26c-bf0bace60dd5 req-60626ff0-a3dd-4552-9664-41eee90e5d37 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Calling delete_port for f7b2743b-eccd-4786-9840-de55ab107c53 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:22:29.932478 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4f98e475-8c69-462c-b26c-bf0bace60dd5 req-60626ff0-a3dd-4552-9664-41eee90e5d37 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:29.947199 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['f7b2743b-eccd-4786-9840-de55ab107c53'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:22:29.947813 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2527f4ed-435f-4ba7-a405-ddc765750c4f tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:30.038536 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60626ff0-a3dd-4552-9664-41eee90e5d37 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Pushing event deleted for resources: {'Port': ['ID=f7b2743b-eccd-4786-9840-de55ab107c53,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:30.071800 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-60626ff0-a3dd-4552-9664-41eee90e5d37 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:30.077989 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f98e475-8c69-462c-b26c-bf0bace60dd5 req-60626ff0-a3dd-4552-9664-41eee90e5d37 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] No DVR routers for this DVR port f7b2743b-eccd-4786-9840-de55ab107c53 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:22:30.080318 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-4f98e475-8c69-462c-b26c-bf0bace60dd5 req-60626ff0-a3dd-4552-9664-41eee90e5d37 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:30.083383 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'name': 'network-vif-deleted', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:22:30.099662 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4f98e475-8c69-462c-b26c-bf0bace60dd5 req-60626ff0-a3dd-4552-9664-41eee90e5d37 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.39 "DELETE /v2.0/ports/f7b2743b-eccd-4786-9840-de55ab107c53 HTTP/1.1" status: 204  len: 173 time: 0.6968462
May 12 08:22:30.133726 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6333219a-bc26-4669-8e68-795818c2202a', 'name': 'network-vif-deleted', 'tag': 'f7b2743b-eccd-4786-9840-de55ab107c53', 'status': 'completed', 'code': 200}
May 12 08:22:30.199856 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a890d-d1f5-40d1-947b-4c95e779d7a6 req-f5eff4e3-fcbc-47fe-9419-9f73dafc2462 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:30.201408 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8f8a890d-d1f5-40d1-947b-4c95e779d7a6 req-f5eff4e3-fcbc-47fe-9419-9f73dafc2462 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.0923815
May 12 08:22:30.261055 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8f8a890d-d1f5-40d1-947b-4c95e779d7a6 req-dd7f25dc-ee7e-4ae6-912c-7dad22184e4d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521562
May 12 08:22:30.291950 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-c70a4494-72a2-450c-8226-5fcf2e462ad8 req-d58863cb-2ae4-45c2-be66-bcab4b96221e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Synchronizing usage tracker for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:22:30.307872 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-c70a4494-72a2-450c-8226-5fcf2e462ad8 req-d58863cb-2ae4-45c2-be66-bcab4b96221e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Unset dirty status for tenant:c66c87ec8cd0457ca734a96764beff9c on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:22:30.309021 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c70a4494-72a2-450c-8226-5fcf2e462ad8 req-d58863cb-2ae4-45c2-be66-bcab4b96221e tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] 10.222.0.36 "GET /v2.0/ports?device_id=6333219a-bc26-4669-8e68-795818c2202a HTTP/1.1" status: 200  len: 210 time: 0.0635979
May 12 08:22:30.871084 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d13e92-ede7-41c0-aca2-00fb1fe06f37 req-5fe708c4-5318-4934-8801-de2ee6790d12 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:30.872543 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-00d13e92-ede7-41c0-aca2-00fb1fe06f37 req-5fe708c4-5318-4934-8801-de2ee6790d12 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 945 time: 0.1690409
May 12 08:22:30.919704 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-00d13e92-ede7-41c0-aca2-00fb1fe06f37 req-e9232163-1824-44b0-a222-e411d6aaeebb tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383596
May 12 08:22:31.462189 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5839d-f6d2-4f6b-bba2-ff87f7f51977 req-3b7f5157-5484-49d7-b9a8-4d13249b13f6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:31.463768 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-25d5839d-f6d2-4f6b-bba2-ff87f7f51977 req-3b7f5157-5484-49d7-b9a8-4d13249b13f6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.0825582
May 12 08:22:31.511895 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-25d5839d-f6d2-4f6b-bba2-ff87f7f51977 req-622e9d56-f962-4a12-99c5-741394670062 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410798
May 12 08:22:32.107032 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36182) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:32.122663 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e81eb-76d8-4a43-8a6f-e366e69d97b3 req-765edea0-ed84-4946-9873-ddbb94e4ae51 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:32.124124 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-891e81eb-76d8-4a43-8a6f-e366e69d97b3 req-765edea0-ed84-4946-9873-ddbb94e4ae51 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 945 time: 0.0845926
May 12 08:22:32.172143 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-891e81eb-76d8-4a43-8a6f-e366e69d97b3 req-aa05b185-35cd-47de-96cf-d3438d29006b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420618
May 12 08:22:32.256438 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-fd21bccd-db0b-48e7-8274-8ee35269a1ad tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:32.258013 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-fd21bccd-db0b-48e7-8274-8ee35269a1ad tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 945 time: 0.0824299
May 12 08:22:32.396395 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Deleting port fe0d07b4-8569-4285-aa6c-d9d787414003 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:22:32.396634 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:32.531999 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] For port fe0d07b4-8569-4285-aa6c-d9d787414003, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fe0d07b4-8569-4285-aa6c-d9d787414003,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:32.532350 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:32.682555 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820280'] for router_interface, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:32.829146 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:32.829516 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:32.829831 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.l3_db [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Floating IP d21e75fd-08db-474f-9dfd-20a9e9ea996b disassociated. External IP: 172.27.2.5, port: fe0d07b4-8569-4285-aa6c-d9d787414003.
May 12 08:22:32.830175 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Calling delete_port for fe0d07b4-8569-4285-aa6c-d9d787414003 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:22:32.949073 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:32.954373 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2aafd3a0-609d-4702-aa55-933098fb23a8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:32.954827 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a006f-d18b-424b-9a1e-cac59b255666 req-38ec565e-d35a-49d0-af76-0b1f63c256b6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:32.956623 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4f9a006f-d18b-424b-9a1e-cac59b255666 req-38ec565e-d35a-49d0-af76-0b1f63c256b6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.3287899
May 12 08:22:32.981632 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device f7b2743b-eccd-4786-9840-de55ab107c53 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:22:33.000520 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event deleted for resources: {'Port': ['ID=fe0d07b4-8569-4285-aa6c-d9d787414003,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:33.003552 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:33.022655 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: f7b2743b-eccd-4786-9840-de55ab107c53 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:22:33.023259 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device f7b2743b-eccd-4786-9840-de55ab107c53 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:22:33.104138 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4f9a006f-d18b-424b-9a1e-cac59b255666 req-44f6177a-c9ba-44f0-a0d1-2fcea4a71c89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1405325
May 12 08:22:33.184818 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Router 36e2ab55-2674-4153-be5d-e1769a3ade40 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:22:33.258146 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] Deleting port 7092ba14-b41d-44ff-ad75-d160dee70820 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:22:33.258647 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:33.360407 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f60a5312-c119-4c91-9dea-88fde053f34d req-ee9d6537-e477-4e4d-8435-fbb99f23b864 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 210 time: 0.0548601
May 12 08:22:33.384955 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] For port 7092ba14-b41d-44ff-ad75-d160dee70820, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=7092ba14-b41d-44ff-ad75-d160dee70820,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:33.385386 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:33.416952 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:22:33.426683 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01664724-8c20-40a4-91d4-39a66affec83 None None] Sync routers for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:22:33.437209 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01664724-8c20-40a4-91d4-39a66affec83 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:33.438135 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-01664724-8c20-40a4-91d4-39a66affec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9998a5b0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:33.513751 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] Calling delete_port for 7092ba14-b41d-44ff-ad75-d160dee70820 owned by network:router_interface {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:22:33.613706 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] No DVR routers for this DVR port fe0d07b4-8569-4285-aa6c-d9d787414003 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:22:33.616426 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:33.619199 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'name': 'network-vif-deleted', 'tag': 'fe0d07b4-8569-4285-aa6c-d9d787414003'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:22:33.638419 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b935a7e0-2a80-4b81-be34-4a895fd9bf56 req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "DELETE /v2.0/ports/fe0d07b4-8569-4285-aa6c-d9d787414003 HTTP/1.1" status: 204  len: 173 time: 1.3737915
May 12 08:22:33.672125 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4c1bf8-1512-443b-ab2f-cd6893f528f8', 'name': 'network-vif-deleted', 'tag': 'fe0d07b4-8569-4285-aa6c-d9d787414003', 'status': 'completed', 'code': 200}
May 12 08:22:33.673595 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-01664724-8c20-40a4-91d4-39a66affec83 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:33.694124 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:33.699994 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-735753b7-f851-4f1e-aaf8-519d62cc345d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:33.748181 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7092ba14-b41d-44ff-ad75-d160dee70820,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:33.750618 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:34.003323 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-01664724-8c20-40a4-91d4-39a66affec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9998a5b0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:34.007532 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01664724-8c20-40a4-91d4-39a66affec83 None None] Checking router: 36e2ab55-2674-4153-be5d-e1769a3ade40 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:22:34.016526 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01664724-8c20-40a4-91d4-39a66affec83 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:34.017263 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-01664724-8c20-40a4-91d4-39a66affec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9998a5b0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:34.018849 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829320'] for router_interface, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:34.191713 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-01664724-8c20-40a4-91d4-39a66affec83 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:34.306214 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbd139-c2c0-4b8b-a945-daa8e949b700 req-1436905d-cfaa-40df-a38c-7319cebcc736 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:34.307997 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-86dbd139-c2c0-4b8b-a945-daa8e949b700 req-1436905d-cfaa-40df-a38c-7319cebcc736 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.0864916
May 12 08:22:34.369084 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-86dbd139-c2c0-4b8b-a945-daa8e949b700 req-4131f8bd-6fb6-4c78-bfb9-4a38c64e61a4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547419
May 12 08:22:34.521660 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] Router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:22:34.553797 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-01664724-8c20-40a4-91d4-39a66affec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9998a5b0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:34.557883 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01664724-8c20-40a4-91d4-39a66affec83 None None] The sync data for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi is: [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:22:34.688896 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a0d37e7c-df73-4942-b938-90c43cea4340 req-cf7040fb-6e8c-40ec-9818-37eb3e915311 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4c1bf8-1512-443b-ab2f-cd6893f528f8 HTTP/1.1" status: 200  len: 210 time: 0.1050358
May 12 08:22:34.747972 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:22:34.759214 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8967a7f3-6017-465b-8f95-59ef7a0da54e None None] Sync routers for ids ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:22:34.768836 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967a7f3-6017-465b-8f95-59ef7a0da54e None None] Routers {'7efdb284-4347-49f8-8dcb-5c56b34c03c4'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:34.769468 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-8967a7f3-6017-465b-8f95-59ef7a0da54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99a0e490>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:34.771398 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-115d6c61-1602-4e2e-97a9-d7d180e7c4ae admin admin] 10.222.0.36 "PUT /v2.0/routers/7efdb284-4347-49f8-8dcb-5c56b34c03c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6629481
May 12 08:22:34.773915 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36196) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:34.796081 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61474a21-5198-4e00-bad2-cb39c535f789 None None] New status for floating IP d21e75fd-08db-474f-9dfd-20a9e9ea996b: DOWN {{(pid=78690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:22:34.945269 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-8967a7f3-6017-465b-8f95-59ef7a0da54e None None] Set router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:34.946389 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Notify callbacks [] for router, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:35.115652 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:35.188082 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Deleting port 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:22:35.188439 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:35.232715 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-8967a7f3-6017-465b-8f95-59ef7a0da54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99a0e490>, [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:22:33Z', 'revision_number': 5, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port': {'id': '0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:59Z', 'updated_at': '2021-05-12T08:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:35.236572 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8967a7f3-6017-465b-8f95-59ef7a0da54e None None] Checking router: 7efdb284-4347-49f8-8dcb-5c56b34c03c4 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:22:35.245090 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967a7f3-6017-465b-8f95-59ef7a0da54e None None] Routers {'7efdb284-4347-49f8-8dcb-5c56b34c03c4'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:35.245723 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-8967a7f3-6017-465b-8f95-59ef7a0da54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99a0e490>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:35.308282 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] For port 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:35.308544 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:35.390516 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-8967a7f3-6017-465b-8f95-59ef7a0da54e None None] Set router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 gateway port host: None {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:35.426663 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Calling delete_port for 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f owned by network:router_gateway {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:22:35.500387 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-8967a7f3-6017-465b-8f95-59ef7a0da54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99a0e490>, [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:22:35Z', 'revision_number': 6, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port_host': None}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:35.504606 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8967a7f3-6017-465b-8f95-59ef7a0da54e None None] The sync data for ids ['7efdb284-4347-49f8-8dcb-5c56b34c03c4'] in dv-cinder-790910-1-iscsi is: [{'id': '7efdb284-4347-49f8-8dcb-5c56b34c03c4', 'name': 'tempest-TestMinimumBasicScenario-1652607174-router', 'tenant_id': 'c66c87ec8cd0457ca734a96764beff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:58Z', 'updated_at': '2021-05-12T08:22:35Z', 'revision_number': 6, 'project_id': 'c66c87ec8cd0457ca734a96764beff9c', 'gw_port_host': None}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:22:35.569638 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457dc8f-f8be-4302-b095-8d8e2ca64dfd req-21e723d1-af1f-477b-965a-9eb26a7c7319 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:35.571199 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5457dc8f-f8be-4302-b095-8d8e2ca64dfd req-21e723d1-af1f-477b-965a-9eb26a7c7319 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.0906999
May 12 08:22:35.573898 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:35.577571 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:35.615638 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5457dc8f-f8be-4302-b095-8d8e2ca64dfd req-a2aea7a0-6a49-4360-9b19-56e63e03d1f6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386443
May 12 08:22:35.619175 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:35.623044 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:35.814867 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833564'] for router_gateway, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:35.991270 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 7092ba14-b41d-44ff-ad75-d160dee70820 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:22:36.003114 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30063'] for router, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:36.005464 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:36.030913 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367694'] for router, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:36.031413 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7efdb284-4347-49f8-8dcb-5c56b34c03c4 {{(pid=78689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 08:22:36.043399 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 7092ba14-b41d-44ff-ad75-d160dee70820 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:22:36.043755 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 7092ba14-b41d-44ff-ad75-d160dee70820 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:22:36.047015 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:36.051006 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] 10.222.0.36 "DELETE /v2.0/routers/7efdb284-4347-49f8-8dcb-5c56b34c03c4 HTTP/1.1" status: 204  len: 168 time: 1.2733378
May 12 08:22:36.051006 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36210) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:36.081068 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-11204cad-ef19-4f8f-91fc-12fcef575840 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616394633&fields=id&tenant_id=c87a10dabb5e4a7b99e8710c8856d492 HTTP/1.1" status: 200  len: 267 time: 0.0468345
May 12 08:22:36.112387 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_v2 [None req-0165f9e9-d8e3-4430-87bc-2ed76a91bb0f admin admin] Deleting subnet e458df9d-138f-428d-8d35-1be7b30d9838 {{(pid=78689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:22:36.115259 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0165f9e9-d8e3-4430-87bc-2ed76a91bb0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:36.164526 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0165f9e9-d8e3-4430-87bc-2ed76a91bb0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095711'] for subnet, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:36.229329 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-6b7a650c-8030-4f03-9fe5-b8c115c59353 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:36.230784 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-6b7a650c-8030-4f03-9fe5-b8c115c59353 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 810 time: 0.1424687
May 12 08:22:36.245926 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-5014d9b7-c7ca-4da2-bae2-b1c2b9aa0967 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/quotas/c87a10dabb5e4a7b99e8710c8856d492 HTTP/1.1" status: 200  len: 375 time: 0.0094492
May 12 08:22:36.285111 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0165f9e9-d8e3-4430-87bc-2ed76a91bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:36.328541 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-cad7f2bb-a9cf-4a50-9c10-f2ead34e3c4f tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Synchronizing usage tracker for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:22:36.348559 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-cad7f2bb-a9cf-4a50-9c10-f2ead34e3c4f tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Unset dirty status for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:22:36.350098 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-cad7f2bb-a9cf-4a50-9c10-f2ead34e3c4f tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0986021
May 12 08:22:36.548280 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0165f9e9-d8e3-4430-87bc-2ed76a91bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2233989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147614'] for subnet, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:36.552221 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a292a1b1-c0c8-4653-8934-51e9749d75d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:36.588016 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165f9e9-d8e3-4430-87bc-2ed76a91bb0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e458df9d-138f-428d-8d35-1be7b30d9838,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:36.590153 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0165f9e9-d8e3-4430-87bc-2ed76a91bb0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:36.593974 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-0165f9e9-d8e3-4430-87bc-2ed76a91bb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:36.600220 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-0165f9e9-d8e3-4430-87bc-2ed76a91bb0f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e458df9d-138f-428d-8d35-1be7b30d9838 HTTP/1.1" status: 204  len: 168 time: 0.5484631
May 12 08:22:36.600815 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36216) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:36.600992 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97988c3f-260d-4e7a-ab29-3071e3348b4a None None] Network e3e0da1e-bca8-4a4e-938b-140c21da1156 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:22:36.621349 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-8d633af6-af25-4ede-99b0-e6012015fbba service neutron] 10.222.0.36 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2585254
May 12 08:22:36.739623 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:36.793321 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-5d0357e9-8bfd-495a-a263-6f747ef5812d service neutron] 10.222.0.36 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660008
May 12 08:22:36.870901 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Deleting port e1788fab-8a35-4367-9e89-c1794fbee9c5 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:22:36.871444 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:36.918807 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b36071e-a436-46fe-af79-e3b601ec9468 None None] DHCP port deletion for e3e0da1e-bca8-4a4e-938b-140c21da1156 request from dv-cinder-790910-1-iscsi {{(pid=78690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 12 08:22:36.945421 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056ce2f-d123-4e87-bc6b-b3234716340b req-6624fcb6-1bf9-4279-8566-49b091369710 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:36.946898 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8056ce2f-d123-4e87-bc6b-b3234716340b req-6624fcb6-1bf9-4279-8566-49b091369710 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.1726551
May 12 08:22:36.986409 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-7b36071e-a436-46fe-af79-e3b601ec9468 None None] Deleting port e1788fab-8a35-4367-9e89-c1794fbee9c5 {{(pid=78690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:22:36.986798 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-7b36071e-a436-46fe-af79-e3b601ec9468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:37.002421 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device fe0d07b4-8569-4285-aa6c-d9d787414003 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:22:37.011141 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] For port e1788fab-8a35-4367-9e89-c1794fbee9c5, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=e1788fab-8a35-4367-9e89-c1794fbee9c5,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:37.011494 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:37.076658 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8056ce2f-d123-4e87-bc6b-b3234716340b req-1bd3fda5-ee31-4c8e-b7c7-f825a9c770b0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1172442
May 12 08:22:37.095715 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: fe0d07b4-8569-4285-aa6c-d9d787414003 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:22:37.096105 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device fe0d07b4-8569-4285-aa6c-d9d787414003 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:22:37.128068 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-7b36071e-a436-46fe-af79-e3b601ec9468 None None] For port e1788fab-8a35-4367-9e89-c1794fbee9c5, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=e1788fab-8a35-4367-9e89-c1794fbee9c5,segment=NetworkSegment(78d30188-719d-4310-9823-8541b2ca18aa),segment_id=78d30188-719d-4310-9823-8541b2ca18aa)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:37.128417 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-7b36071e-a436-46fe-af79-e3b601ec9468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:37.139832 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Calling delete_port for e1788fab-8a35-4367-9e89-c1794fbee9c5 owned by network:dhcp {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:22:37.186719 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:37.190905 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-44595c9e-7f8c-467b-987b-6e3c833cffcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:37.254379 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-7b36071e-a436-46fe-af79-e3b601ec9468 None None] Calling delete_port for e1788fab-8a35-4367-9e89-c1794fbee9c5 owned by network:dhcp {{(pid=78690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:22:37.384478 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-7b36071e-a436-46fe-af79-e3b601ec9468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637'] for port, after_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:37.389403 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-9dc5d401-601c-494d-a66c-a0c46fdd7760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:37.389620 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1788fab-8a35-4367-9e89-c1794fbee9c5,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:37.397228 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:37.402348 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] No DVR routers for this DVR port e1788fab-8a35-4367-9e89-c1794fbee9c5 on host dv-cinder-790910-1-iscsi {{(pid=78689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:22:37.405571 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f8feca87-b6ce-46c5-ae00-0185777e5d45 req-8b02a7a1-c970-4d83-bd77-46b2428d6543 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 210 time: 0.1623530
May 12 08:22:37.430878 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36071e-a436-46fe-af79-e3b601ec9468 None None] Pushing event deleted for resources: {'Port': ['ID=e1788fab-8a35-4367-9e89-c1794fbee9c5,revision_number=None']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:37.434455 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-7b36071e-a436-46fe-af79-e3b601ec9468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:37.436858 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b36071e-a436-46fe-af79-e3b601ec9468 None None] No DVR routers for this DVR port e1788fab-8a35-4367-9e89-c1794fbee9c5 on host dv-cinder-790910-1-iscsi {{(pid=78690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:22:37.552041 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:37.567402 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c93e17fd0>,) {'filters': {'network_id': ['e3e0da1e-bca8-4a4e-938b-140c21da1156']}} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:37.580942 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c93e17fd0>, '78d30188-719d-4310-9823-8541b2ca18aa') {'for_net_delete': True} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:37.581623 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c93e17fd0>, '78d30188-719d-4310-9823-8541b2ca18aa') {} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:37.596011 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095680'] for segment, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:37.610835 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:37.617456 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=78689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:22:37.617840 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2234083'] for segment, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]: Traceback (most recent call last):
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     timer()
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     cb(*args, **kw)
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     return func(*args, **kwargs)
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     self._notify()
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     self.callback(batched_events)
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     event.method(event)
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     return f(self, *a, **k)
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._get(url).json()
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self.request(url, 'GET', **kwargs)
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:22:37.631254 dv-cinder-790910-1-iscsi neutron-server[78689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:22:37.706611 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:22:37.709310 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:37.716849 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:37.722447 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:37.743135 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:22:37.743467 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 0e1402bb-bac5-4a52-9cd0-ff846f9e6c4f not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:22:37.744127 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device e1788fab-8a35-4367-9e89-c1794fbee9c5 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:22:37.745651 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e0da1e-bca8-4a4e-938b-140c21da1156,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:37.748686 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:37.763253 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e3e0da1e-bca8-4a4e-938b-140c21da1156 HTTP/1.1" status: 204  len: 168 time: 1.1584380
May 12 08:22:37.763450 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36238) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:37.776424 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: e1788fab-8a35-4367-9e89-c1794fbee9c5 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:22:37.776773 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device e1788fab-8a35-4367-9e89-c1794fbee9c5 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:22:38.332281 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820280'] for router_interface, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:38.345091 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910eea65-1bf8-443f-b0c9-0b5db563f2d3 req-7e28cc93-71d6-46ff-a9f7-5e00d877d8bb tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:38.346618 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-910eea65-1bf8-443f-b0c9-0b5db563f2d3 req-7e28cc93-71d6-46ff-a9f7-5e00d877d8bb tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.1506441
May 12 08:22:38.434577 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-910eea65-1bf8-443f-b0c9-0b5db563f2d3 req-a7784d97-1dab-44fa-94ba-5be682cd747a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791550
May 12 08:22:38.462804 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-350fd342-8bd5-4ffa-9058-eda0aaeb7d46 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:38.464545 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-350fd342-8bd5-4ffa-9058-eda0aaeb7d46 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 810 time: 0.2013366
May 12 08:22:38.541254 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-1b06de5b-bbe4-469a-8ac8-37ca27dd4a61 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c87a10dabb5e4a7b99e8710c8856d492 HTTP/1.1" status: 200  len: 379 time: 0.0641286
May 12 08:22:38.554044 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'port': {'device_id': 'aea60810-6449-465a-8e61-5abf334244e0', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'admin_state_up': True, 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'security_groups': ['ee9f0f58-96a0-4fdc-a692-98c68f71a1d4']}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:22:38.650585 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-564d5615-8a7b-4f65-9c88-0df7ad463dff req-673efe76-b271-4828-a7ce-fc799efe91d6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 210 time: 0.0735288
May 12 08:22:38.692838 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:22:38.703005 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:22:38.714167 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Made reservation on behalf of c87a10dabb5e4a7b99e8710c8856d492 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:22:38.718046 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:38.807422 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] Deleting port b610ba93-b40a-4912-9138-6d0c73b5e274 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:22:38.808141 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:38.885483 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Allocated IP 172.20.0.4 (37e969d9-2b61-4149-b6a0-e4045133e6d2/70936901-4fd1-4365-9a28-2613415a8b74/935d3c82-c763-4e61-ad2d-011a89727ba7) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:22:39.045767 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] For port b610ba93-b40a-4912-9138-6d0c73b5e274, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=b610ba93-b40a-4912-9138-6d0c73b5e274,segment=NetworkSegment(a01cb571-bae1-49dc-9ce4-d2e8d0b3738c),segment_id=a01cb571-bae1-49dc-9ce4-d2e8d0b3738c)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:39.046115 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:39.084205 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:39.102108 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Transition to ACTIVE for port object 935d3c82-c763-4e61-ad2d-011a89727ba7 will not be triggered until provisioned by entity DHCP. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:22:39.128515 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:39.134190 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-08038f0b-36a8-4cb2-a716-e0980cf40271 tempest-AttachVolumeNegativeTest-20262265 tempest-AttachVolumeNegativeTest-20262265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:39.179629 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] Calling delete_port for b610ba93-b40a-4912-9138-6d0c73b5e274 owned by network:router_interface {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:22:39.289682 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Network 37e969d9-2b61-4149-b6a0-e4045133e6d2 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:22:39.292885 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:22:39.301105 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:22:39.333921 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5739cbef-3b6f-4676-8453-d34cee0a114a req-a30a7a2c-e6ee-402c-a00c-a9738c57f798 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0946648
May 12 08:22:39.336556 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'Port': ['ID=935d3c82-c763-4e61-ad2d-011a89727ba7,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:39.350268 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:39.350957 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:39.350957 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:39.351315 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:39.351663 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:39.352008 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:39.352354 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:39.352698 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:39.353043 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:39.353408 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:39.353812 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:39.354151 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:39.359452 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:39.389413 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:39.390024 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:39.409338 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:39.414828 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c207c3ff-6d13-4d05-b7ec-6ba0309d0eda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:39.425687 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8753145
May 12 08:22:39.442177 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Request body: {'port': {'device_id': 'aea60810-6449-465a-8e61-5abf334244e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:22:39.500936 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=b610ba93-b40a-4912-9138-6d0c73b5e274,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:39.503734 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:39.571783 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-88e3fb69-8595-4048-a52d-3e39c9abaa79 None None] Provisioning for port 935d3c82-c763-4e61-ad2d-011a89727ba7 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:22:39.583549 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-88e3fb69-8595-4048-a52d-3e39c9abaa79 None None] Provisioning complete for port 935d3c82-c763-4e61-ad2d-011a89727ba7 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:22:39.584901 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-88e3fb69-8595-4048-a52d-3e39c9abaa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:39.603075 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:39.631892 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739cbef-3b6f-4676-8453-d34cee0a114a req-604cf04c-35f6-47b2-9aec-93d04951e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:39.633429 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5739cbef-3b6f-4676-8453-d34cee0a114a req-604cf04c-35f6-47b2-9aec-93d04951e84e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b974789224711a5c26ac4b744b174&device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 1098 time: 0.1899598
May 12 08:22:39.664269 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-88e3fb69-8595-4048-a52d-3e39c9abaa79 None None] Port 935d3c82-c763-4e61-ad2d-011a89727ba7 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:22:39.838011 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbccd4-f3ee-4572-87c8-7ed28d6a370d req-74f63769-5463-4d03-b1ae-ab396e930af9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:39.839414 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-33bbccd4-f3ee-4572-87c8-7ed28d6a370d req-74f63769-5463-4d03-b1ae-ab396e930af9 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.2242849
May 12 08:22:39.890373 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:39.961708 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-33bbccd4-f3ee-4572-87c8-7ed28d6a370d req-a07f054f-8dd6-4ced-80aa-7038f5ab0bcc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1121902
May 12 08:22:39.996491 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739cbef-3b6f-4676-8453-d34cee0a114a req-3775fa69-9b24-4818-9dd2-c860edf0f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:39.997981 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5739cbef-3b6f-4676-8453-d34cee0a114a req-3775fa69-9b24-4818-9dd2-c860edf0f3fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=9716e78e-e6a0-4390-a055-14165c9b42c3 HTTP/1.1" status: 200  len: 912 time: 0.2775359
May 12 08:22:39.999633 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829320'] for router_interface, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:40.090900 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935d3c82-c763-4e61-ad2d-011a89727ba7 {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:22:40.098405 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:40.113114 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Transition to ACTIVE for port object 935d3c82-c763-4e61-ad2d-011a89727ba7 will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:22:40.118540 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:40.123282 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:40.211464 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f8b57-2119-4a36-a0f0-01144fb7afa0 req-c309b505-2ff9-4641-97eb-5b6ff9db6579 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:40.213075 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d51f8b57-2119-4a36-a0f0-01144fb7afa0 req-c309b505-2ff9-4641-97eb-5b6ff9db6579 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 931 time: 0.4127114
May 12 08:22:40.285095 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Pushing event updated for resources: {'Port': ['ID=935d3c82-c763-4e61-ad2d-011a89727ba7,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:40.329970 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:40.378414 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Attempting to bind port 935d3c82-c763-4e61-ad2d-011a89727ba7 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:22:40.379153 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Attempting to bind port 935d3c82-c763-4e61-ad2d-011a89727ba7 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:22:40.379153 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Attempting to bind port 935d3c82-c763-4e61-ad2d-011a89727ba7 on network 37e969d9-2b61-4149-b6a0-e4045133e6d2 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:22:40.383835 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Port 935d3c82-c763-4e61-ad2d-011a89727ba7 on network 37e969d9-2b61-4149-b6a0-e4045133e6d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:22:40.384151 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Attempting to bind port 935d3c82-c763-4e61-ad2d-011a89727ba7 on network 37e969d9-2b61-4149-b6a0-e4045133e6d2 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:22:40.389218 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:22:40.389543 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Checking segment: {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:22:40.389919 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Bound using segment: {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:22:40.390337 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Bound port: 935d3c82-c763-4e61-ad2d-011a89727ba7, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:22:40.390677 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:40.406604 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5739cbef-3b6f-4676-8453-d34cee0a114a req-1c97ae0f-a92e-4cb0-b899-46e5e779ad68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e HTTP/1.1" status: 200  len: 1001 time: 0.3993399
May 12 08:22:40.451128 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d51f8b57-2119-4a36-a0f0-01144fb7afa0 req-648ee9e1-9ee7-465e-b92a-1ef631d2d2e6 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2303991
May 12 08:22:40.493102 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] For port 935d3c82-c763-4e61-ad2d-011a89727ba7, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:22:40.497252 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] For port 935d3c82-c763-4e61-ad2d-011a89727ba7, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=935d3c82-c763-4e61-ad2d-011a89727ba7,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:22:40.501653 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:40.511204 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c6456f57-9977-4572-9227-9802a01e043b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:40.549728 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739cbef-3b6f-4676-8453-d34cee0a114a req-5d2a1859-2172-4484-acd2-555b10e329de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:40.551205 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5739cbef-3b6f-4676-8453-d34cee0a114a req-5d2a1859-2172-4484-acd2-555b10e329de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a93e9c7-3ded-4f77-a7f2-46a6faf40562 HTTP/1.1" status: 200  len: 850 time: 0.1363819
May 12 08:22:40.554888 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:40.555539 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:40.556943 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] 10.222.0.39 "PUT /v2.0/ports/935d3c82-c763-4e61-ad2d-011a89727ba7 HTTP/1.1" status: 200  len: 1093 time: 1.1194098
May 12 08:22:40.557487 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea60810-6449-465a-8e61-5abf334244e0', 'tag': '935d3c82-c763-4e61-ad2d-011a89727ba7'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:22:40.594311 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Pushing event updated for resources: {'Port': ['ID=935d3c82-c763-4e61-ad2d-011a89727ba7,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:40.598282 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-431605ba-0381-4b4c-9065-b94b6863efb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:40.667279 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea60810-6449-465a-8e61-5abf334244e0', 'tag': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'status': 'completed', 'code': 200}
May 12 08:22:40.708630 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-fe918d55-41cd-43c7-b1ec-de6f3a09b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:40.710196 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-fe918d55-41cd-43c7-b1ec-de6f3a09b813 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 1096 time: 0.0921903
May 12 08:22:40.732750 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] Router c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:22:40.738210 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739cbef-3b6f-4676-8453-d34cee0a114a req-e932c5a0-672a-4b99-98cf-610e8d63283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:40.739667 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5739cbef-3b6f-4676-8453-d34cee0a114a req-e932c5a0-672a-4b99-98cf-610e8d63283b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9716e78e-e6a0-4390-a055-14165c9b42c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1336439
May 12 08:22:40.780217 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-193a682e-0e79-4079-b223-7229ef9d1fae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=935d3c82-c763-4e61-ad2d-011a89727ba7 HTTP/1.1" status: 200  len: 217 time: 0.0611448
May 12 08:22:40.847262 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-c3862b19-22ba-4b2b-ac23-1b458b0d1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:40.848785 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-c3862b19-22ba-4b2b-ac23-1b458b0d1624 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 200  len: 849 time: 0.0615079
May 12 08:22:40.926471 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-a6e193a4-c060-4e20-820c-76aca441c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:40.927979 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-a6e193a4-c060-4e20-820c-76aca441c146 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37e969d9-2b61-4149-b6a0-e4045133e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707908
May 12 08:22:41.018093 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5739cbef-3b6f-4676-8453-d34cee0a114a req-1c3d44c5-5c3c-42c9-b69e-60a99f6be09b service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2237401
May 12 08:22:41.019220 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:22:41.030227 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e44e70-5090-4bb1-91d7-3850d43aaef0 None None] Sync routers for ids ['c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:22:41.040388 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e44e70-5090-4bb1-91d7-3850d43aaef0 None None] Routers {'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:41.041108 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-11e44e70-5090-4bb1-91d7-3850d43aaef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c999f5a00>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:41.048296 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] 10.222.0.36 "PUT /v2.0/routers/c1e4f455-e8bd-4f67-9d85-2129bb25ffe3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2838933
May 12 08:22:41.052009 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36254) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:41.071895 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-d6df1297-9219-4115-884f-c03c38816dcf service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367130
May 12 08:22:41.259876 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-11e44e70-5090-4bb1-91d7-3850d43aaef0 None None] Set router c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:41.306143 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a44199b-8cd1-40d3-9451-28d4c6b556b8 req-3bf83e2d-1a58-46af-95ab-219dff36dbc9 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2267835
May 12 08:22:41.354320 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5739cbef-3b6f-4676-8453-d34cee0a114a req-d7efc789-3590-4f80-966a-034427472b27 service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3276758
May 12 08:22:41.371193 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Notify callbacks [] for router, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:41.446152 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a7d54-0df8-43f8-8353-356a11c2889d req-bf85e128-7ffe-4945-b0e7-58d4930ac305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:41.447859 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d63a7d54-0df8-43f8-8353-356a11c2889d req-bf85e128-7ffe-4945-b0e7-58d4930ac305 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 1096 time: 0.0832531
May 12 08:22:41.533955 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3969452-61be-4f36-be5b-880d882116c3 req-38ecd04b-cc75-46f5-b88c-f57d7e660d51 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:41.543031 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c3969452-61be-4f36-be5b-880d882116c3 req-38ecd04b-cc75-46f5-b88c-f57d7e660d51 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.4468153
May 12 08:22:41.564560 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-11e44e70-5090-4bb1-91d7-3850d43aaef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c999f5a00>, [{'id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'name': 'tempest-TestMinimumBasicScenario-2035480650-router', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:19:06Z', 'updated_at': '2021-05-12T08:22:39Z', 'revision_number': 5, 'project_id': 'ba5a00a6269b48e9bde428f7876072de', 'gw_port': {'id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:07Z', 'updated_at': '2021-05-12T08:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:41.568886 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e44e70-5090-4bb1-91d7-3850d43aaef0 None None] Checking router: c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:22:41.577647 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e44e70-5090-4bb1-91d7-3850d43aaef0 None None] Routers {'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:41.578377 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-11e44e70-5090-4bb1-91d7-3850d43aaef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c999f5a00>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:41.612291 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c3969452-61be-4f36-be5b-880d882116c3 req-23aaceec-3213-4978-9a4c-3dd5ee7e6046 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683045
May 12 08:22:41.650147 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:41.670660 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a7d54-0df8-43f8-8353-356a11c2889d req-d5597e41-6552-4814-801c-a18eb49e29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:41.672305 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d63a7d54-0df8-43f8-8353-356a11c2889d req-d5597e41-6552-4814-801c-a18eb49e29fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 911 time: 0.2152131
May 12 08:22:41.725932 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Deleting port d7841ab1-d274-4224-bbff-184be4e3b252 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:22:41.726279 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:41.757401 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d63a7d54-0df8-43f8-8353-356a11c2889d req-bed0ea4d-d316-42fb-9f5a-2812670189e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=935d3c82-c763-4e61-ad2d-011a89727ba7 HTTP/1.1" status: 200  len: 217 time: 0.0736830
May 12 08:22:41.760643 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-11e44e70-5090-4bb1-91d7-3850d43aaef0 None None] Set router c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:41.766570 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b556ea3-ab59-4851-a2a3-8f988203ed30 req-0a9cd70d-6e4b-4692-9101-34e91068ea90 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:41.767332 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-7b556ea3-ab59-4851-a2a3-8f988203ed30 req-0a9cd70d-6e4b-4692-9101-34e91068ea90 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Synchronizing usage tracker for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:22:41.829290 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-7b556ea3-ab59-4851-a2a3-8f988203ed30 req-0a9cd70d-6e4b-4692-9101-34e91068ea90 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Unset dirty status for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:22:41.830682 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7b556ea3-ab59-4851-a2a3-8f988203ed30 req-0a9cd70d-6e4b-4692-9101-34e91068ea90 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 943 time: 0.2543762
May 12 08:22:41.860830 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a7d54-0df8-43f8-8353-356a11c2889d req-91a50acf-94f4-4414-8e6d-62f91d2e0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:41.862706 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d63a7d54-0df8-43f8-8353-356a11c2889d req-91a50acf-94f4-4414-8e6d-62f91d2e0db1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 200  len: 849 time: 0.0882425
May 12 08:22:41.929880 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7b556ea3-ab59-4851-a2a3-8f988203ed30 req-a793d069-3dff-4731-a2bc-15e08d7b52d8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922728
May 12 08:22:41.961650 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a7d54-0df8-43f8-8353-356a11c2889d req-8a060390-fbcb-4d5b-b624-ba85e6d1212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:41.963350 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d63a7d54-0df8-43f8-8353-356a11c2889d req-8a060390-fbcb-4d5b-b624-ba85e6d1212f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37e969d9-2b61-4149-b6a0-e4045133e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0864046
May 12 08:22:41.993497 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] For port d7841ab1-d274-4224-bbff-184be4e3b252, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=d7841ab1-d274-4224-bbff-184be4e3b252,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:41.993998 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:42.056737 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-11e44e70-5090-4bb1-91d7-3850d43aaef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c999f5a00>, [{'id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'name': 'tempest-TestMinimumBasicScenario-2035480650-router', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:19:06Z', 'updated_at': '2021-05-12T08:22:39Z', 'revision_number': 5, 'project_id': 'ba5a00a6269b48e9bde428f7876072de', 'gw_port': {'id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:07Z', 'updated_at': '2021-05-12T08:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:42.060718 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e44e70-5090-4bb1-91d7-3850d43aaef0 None None] The sync data for ids ['c1e4f455-e8bd-4f67-9d85-2129bb25ffe3'] in dv-cinder-790910-1-iscsi is: [{'id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'name': 'tempest-TestMinimumBasicScenario-2035480650-router', 'tenant_id': 'ba5a00a6269b48e9bde428f7876072de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:19:06Z', 'updated_at': '2021-05-12T08:22:39Z', 'revision_number': 5, 'project_id': 'ba5a00a6269b48e9bde428f7876072de', 'gw_port': {'id': 'd7841ab1-d274-4224-bbff-184be4e3b252', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:92:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e4f455-e8bd-4f67-9d85-2129bb25ffe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:19:07Z', 'updated_at': '2021-05-12T08:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:22:42.105079 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d63a7d54-0df8-43f8-8353-356a11c2889d req-c7d98342-8b96-4b5f-844a-4805da5ea1d2 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335499
May 12 08:22:42.118810 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Calling delete_port for d7841ab1-d274-4224-bbff-184be4e3b252 owned by network:router_gateway {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:22:42.133797 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:22:42.242136 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d63a7d54-0df8-43f8-8353-356a11c2889d req-83d30450-d7bf-4c2e-acce-7371634bd8d6 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275966
May 12 08:22:42.254629 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:42.258490 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-93d875ab-f077-4acb-90b2-a3cf40016c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:42.306554 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7841ab1-d274-4224-bbff-184be4e3b252,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:42.349854 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:42.350131 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:42.350515 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:42.350883 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:42.351224 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:42.351567 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:42.351907 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:42.352250 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:42.353377 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:42.354070 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:42.354417 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:42.355106 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:42.358603 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:42.415553 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833564'] for router_gateway, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:42.594525 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30063'] for router, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:42.596917 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:42.624773 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367694'] for router, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:42.625294 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 {{(pid=78689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 08:22:42.637337 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:42.640699 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c1e4f455-e8bd-4f67-9d85-2129bb25ffe3 HTTP/1.1" status: 204  len: 168 time: 1.5855947
May 12 08:22:42.641259 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36272) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:42.716441 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_v2 [None req-461c23b4-654f-4a79-ab17-62e8b5b80311 admin admin] Deleting subnet 7d909c24-90ec-4aa7-b804-4bbee07955ed {{(pid=78688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:22:42.720228 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-461c23b4-654f-4a79-ab17-62e8b5b80311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:42.801456 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-461c23b4-654f-4a79-ab17-62e8b5b80311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2661477'] for subnet, precommit_delete_associations {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:42.855974 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de92dd-65a1-4f29-8732-106176971ef6 req-632ea7be-e019-4c86-b156-74de44fb4748 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:42.857940 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-75de92dd-65a1-4f29-8732-106176971ef6 req-632ea7be-e019-4c86-b156-74de44fb4748 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.0965335
May 12 08:22:42.914026 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-75de92dd-65a1-4f29-8732-106176971ef6 req-c536cda4-fe02-4e23-acd8-4d70bc646988 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483603
May 12 08:22:42.968009 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-461c23b4-654f-4a79-ab17-62e8b5b80311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:42.997038 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:22:43.203152 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:43.217332 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'port_id': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'mac_address': 'fa:16:3e:dd:6c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:22:43.267064 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cd429-c216-4915-85e2-d2c8ae69ff23 req-07b7e1d5-2ad8-45ab-8e5a-151b2f694b52 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:43.271079 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-498cd429-c216-4915-85e2-d2c8ae69ff23 req-07b7e1d5-2ad8-45ab-8e5a-151b2f694b52 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 943 time: 0.2046471
May 12 08:22:43.278395 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:43.296049 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:22:43.312453 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:43.318490 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:43.320239 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:43.395528 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,revision_number=6']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:43.405350 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:43.405984 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:43.406474 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:43.407003 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:43.407363 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:43.407703 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:43.408058 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:43.408439 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:43.408741 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:43.409094 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:43.409451 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:43.409753 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:43.413900 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['22e90d62-d1c8-4dd2-bb3c-a092962ecbd2'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:22:43.432539 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-498cd429-c216-4915-85e2-d2c8ae69ff23 req-24bd9ac9-29ba-4e03-8d51-5b343129660d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1220658
May 12 08:22:43.434280 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-461c23b4-654f-4a79-ab17-62e8b5b80311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3955227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3904446'] for subnet, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:43.438998 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-252002b8-ed35-4cad-b547-03d9fd9473d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:43.479580 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c23b4-654f-4a79-ab17-62e8b5b80311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d909c24-90ec-4aa7-b804-4bbee07955ed,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:43.484588 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-461c23b4-654f-4a79-ab17-62e8b5b80311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:43.492651 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-461c23b4-654f-4a79-ab17-62e8b5b80311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:43.499038 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-461c23b4-654f-4a79-ab17-62e8b5b80311 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7d909c24-90ec-4aa7-b804-4bbee07955ed HTTP/1.1" status: 204  len: 168 time: 0.8566053
May 12 08:22:43.501640 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36290) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:43.527509 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:43.528515 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eae45b6-fef3-414f-9c9b-72d3e32b50bf None None] Network d059f281-43cf-4db2-adf5-3630752135a4 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:22:43.744535 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:43.777576 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device b610ba93-b40a-4912-9138-6d0c73b5e274 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:22:43.825563 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Deleting port abea9022-8d8f-4c08-aff6-164c8d15d627 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:22:43.825899 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:43.856590 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: b610ba93-b40a-4912-9138-6d0c73b5e274 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:22:43.856964 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device b610ba93-b40a-4912-9138-6d0c73b5e274 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:22:43.857394 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device d7841ab1-d274-4224-bbff-184be4e3b252 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:22:43.897244 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: d7841ab1-d274-4224-bbff-184be4e3b252 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:22:43.897512 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device d7841ab1-d274-4224-bbff-184be4e3b252 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:22:43.955912 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] For port abea9022-8d8f-4c08-aff6-164c8d15d627, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=abea9022-8d8f-4c08-aff6-164c8d15d627,segment=NetworkSegment(a01cb571-bae1-49dc-9ce4-d2e8d0b3738c),segment_id=a01cb571-bae1-49dc-9ce4-d2e8d0b3738c)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:43.956612 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:43.994013 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46de0147-08d8-45b9-a10e-b575066ddad9 None None] DHCP port deletion for d059f281-43cf-4db2-adf5-3630752135a4 request from dv-cinder-790910-1-iscsi {{(pid=78690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 12 08:22:44.105637 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Calling delete_port for abea9022-8d8f-4c08-aff6-164c8d15d627 owned by network:dhcp {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:22:44.128815 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-46de0147-08d8-45b9-a10e-b575066ddad9 None None] Deleting port abea9022-8d8f-4c08-aff6-164c8d15d627 {{(pid=78690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:22:44.131393 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-46de0147-08d8-45b9-a10e-b575066ddad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:44.164824 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e5fa6-9f98-47a2-bce7-f779ae8fe48d req-9ce9c225-e8fc-4681-860e-ba1e12e19f18 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:44.172322 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-756e5fa6-9f98-47a2-bce7-f779ae8fe48d req-9ce9c225-e8fc-4681-860e-ba1e12e19f18 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 944 time: 0.0894289
May 12 08:22:44.183774 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:44.188599 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ef40678b-67a5-4bba-8346-1074c7952a71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:44.252911 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=abea9022-8d8f-4c08-aff6-164c8d15d627,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:44.256623 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:44.257086 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-756e5fa6-9f98-47a2-bce7-f779ae8fe48d req-5ee683ec-8403-4eec-b608-cb544fd8dc40 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808654
May 12 08:22:44.257626 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] No DVR routers for this DVR port abea9022-8d8f-4c08-aff6-164c8d15d627 on host dv-cinder-790910-1-iscsi {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:22:44.279863 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-46de0147-08d8-45b9-a10e-b575066ddad9 None None] For port abea9022-8d8f-4c08-aff6-164c8d15d627, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=abea9022-8d8f-4c08-aff6-164c8d15d627,segment=NetworkSegment(a01cb571-bae1-49dc-9ce4-d2e8d0b3738c),segment_id=a01cb571-bae1-49dc-9ce4-d2e8d0b3738c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:44.280263 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-46de0147-08d8-45b9-a10e-b575066ddad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:44.386774 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:44.404642 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c980faf10>,) {'filters': {'network_id': ['d059f281-43cf-4db2-adf5-3630752135a4']}} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:44.423638 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c980faf10>, 'a01cb571-bae1-49dc-9ce4-d2e8d0b3738c') {'for_net_delete': True} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:44.423841 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-46de0147-08d8-45b9-a10e-b575066ddad9 None None] Calling delete_port for abea9022-8d8f-4c08-aff6-164c8d15d627 owned by network:dhcp {{(pid=78690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:22:44.423961 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c980faf10>, 'a01cb571-bae1-49dc-9ce4-d2e8d0b3738c') {} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:44.439779 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2661498'] for segment, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:44.460889 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:44.472215 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=78688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:22:44.473144 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3955325'] for segment, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:44.473960 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-46de0147-08d8-45b9-a10e-b575066ddad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637'] for port, after_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:44.480146 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]: Traceback (most recent call last):
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     timer()
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     cb(*args, **kw)
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     return func(*args, **kwargs)
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     self._notify()
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     self.callback(batched_events)
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     event.method(event)
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     return f(self, *a, **k)
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._get(url).json()
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self.request(url, 'GET', **kwargs)
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:22:44.494709 dv-cinder-790910-1-iscsi neutron-server[78688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:22:44.542923 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de0147-08d8-45b9-a10e-b575066ddad9 None None] No DVR routers for this DVR port abea9022-8d8f-4c08-aff6-164c8d15d627 on host dv-cinder-790910-1-iscsi {{(pid=78690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:22:44.554978 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de0147-08d8-45b9-a10e-b575066ddad9 None None] Pushing event deleted for resources: {'Port': ['ID=abea9022-8d8f-4c08-aff6-164c8d15d627,revision_number=None']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:44.558131 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-46de0147-08d8-45b9-a10e-b575066ddad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:44.598984 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:44.603737 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6ba801f9-9a7a-4147-b492-bd2a42a26400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:44.620103 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:44.669785 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d059f281-43cf-4db2-adf5-3630752135a4,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:44.678121 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:44.682760 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d059f281-43cf-4db2-adf5-3630752135a4 HTTP/1.1" status: 204  len: 168 time: 1.1801670
May 12 08:22:44.724148 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80aa1a-9160-4562-9ae3-559e45631ad3 req-ba1a1961-42ae-43f1-9b08-7d67777324f3 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:44.726068 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0d80aa1a-9160-4562-9ae3-559e45631ad3 req-ba1a1961-42ae-43f1-9b08-7d67777324f3 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 943 time: 0.1034305
May 12 08:22:44.806058 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0d80aa1a-9160-4562-9ae3-559e45631ad3 req-f9e73c88-5e97-4a81-83f4-a8790be992bb tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655730
May 12 08:22:44.899591 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36300) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:44.961250 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36304) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:44.961513 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-e479648d-a0dc-4ae1-a606-c87dfee009a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c66c87ec8cd0457ca734a96764beff9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0592527
May 12 08:22:44.998194 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:22:45.025447 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b02ffaba-007e-4999-8863-463661ee4c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:45.052096 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b02ffaba-007e-4999-8863-463661ee4c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:45.076551 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:22:45.076924 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:45.110699 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b02ffaba-007e-4999-8863-463661ee4c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:45.118534 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-72626fd5-4b67-45bb-8c65-cf0317ee843a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:45.133562 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ffaba-007e-4999-8863-463661ee4c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f46ce7-951d-4b9d-8947-1932ec6cc193,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:45.141926 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-b02ffaba-007e-4999-8863-463661ee4c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:45.149661 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b02ffaba-007e-4999-8863-463661ee4c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:45.150833 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-b02ffaba-007e-4999-8863-463661ee4c61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1f46ce7-951d-4b9d-8947-1932ec6cc193 HTTP/1.1" status: 204  len: 168 time: 0.1881778
May 12 08:22:45.217050 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:45.265734 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:22:45.277269 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:45.285266 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:45.288817 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:45.365228 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,revision_number=7']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:45.381080 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:45.497129 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700977e4-d8cc-4e2e-9634-7affc373b0a5 req-13a1dbcf-4fd0-4322-9f56-a0ffaf44d973 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:45.504898 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-700977e4-d8cc-4e2e-9634-7affc373b0a5 req-13a1dbcf-4fd0-4322-9f56-a0ffaf44d973 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.0958481
May 12 08:22:45.569889 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-700977e4-d8cc-4e2e-9634-7affc373b0a5 req-151ac13b-1ed4-4ac3-a9fe-bcaf1f4b7f72 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561731
May 12 08:22:45.650199 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'code': 200}
May 12 08:22:45.715804 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device abea9022-8d8f-4c08-aff6-164c8d15d627 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:22:45.734925 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36318) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:45.764579 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: abea9022-8d8f-4c08-aff6-164c8d15d627 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:22:45.765433 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device abea9022-8d8f-4c08-aff6-164c8d15d627 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:22:45.795192 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36322) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:45.808891 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-fab107af-0b23-4b3c-a868-068f1f4120ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba5a00a6269b48e9bde428f7876072de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0722148
May 12 08:22:45.864322 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6464ce31-0f42-4d7d-b18c-6a6614437832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:45.896906 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6464ce31-0f42-4d7d-b18c-6a6614437832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:46.012897 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6464ce31-0f42-4d7d-b18c-6a6614437832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:46.018710 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-80ddde47-e30a-4d30-9d77-f1f6e47574e0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:46.038576 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250e610-5c21-40cb-a635-4e7ec84649d6 req-a2fbfbb1-780b-4ce5-8bd8-98ff9d50e697 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:46.040163 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3250e610-5c21-40cb-a635-4e7ec84649d6 req-a2fbfbb1-780b-4ce5-8bd8-98ff9d50e697 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 943 time: 0.1198034
May 12 08:22:46.041667 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464ce31-0f42-4d7d-b18c-6a6614437832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4e313f-ff93-491c-b8bf-ec931ce24c64,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:46.052808 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6464ce31-0f42-4d7d-b18c-6a6614437832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:46.064774 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-6464ce31-0f42-4d7d-b18c-6a6614437832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:46.068200 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-6464ce31-0f42-4d7d-b18c-6a6614437832 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b4e313f-ff93-491c-b8bf-ec931ce24c64 HTTP/1.1" status: 204  len: 168 time: 0.2697585
May 12 08:22:46.093698 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3250e610-5c21-40cb-a635-4e7ec84649d6 req-3b04fa6e-b1a9-44cb-8dd1-b5b8cc55033b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475478
May 12 08:22:46.835684 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81479a11-d955-40ae-804b-7560b815b4c0 req-25f60b9a-d629-4741-97c0-a767ba60e9e7 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:46.839553 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-81479a11-d955-40ae-804b-7560b815b4c0 req-25f60b9a-d629-4741-97c0-a767ba60e9e7 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.1130857
May 12 08:22:46.903589 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-81479a11-d955-40ae-804b-7560b815b4c0 req-70a5b7d0-891f-40e2-8dee-63b1f886b226 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577288
May 12 08:22:46.984855 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36356) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:47.106826 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1993937432-network', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:22:47.111508 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:22:47.115730 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Usage tracker for resource:network and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:22:47.118899 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:22:47.125955 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:22:47.140036 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Made reservation on behalf of e423ce6e973746f9a5ff7f3180a97d63 for: {'network': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:22:47.142999 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:47.157646 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:47.173903 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:22:47.177884 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Usage tracker for resource:security_group_rule and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:22:47.180875 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:22:47.186809 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:22:47.302105 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:47.308220 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:47.308977 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b10fd-d222-4558-8998-c8fa013513b4 req-15451a05-c44b-42fc-9364-9340f7b8410b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:47.310746 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-306b10fd-d222-4558-8998-c8fa013513b4 req-15451a05-c44b-42fc-9364-9340f7b8410b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 943 time: 0.0911365
May 12 08:22:47.312420 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4fcb9c00-864a-4427-988f-e30a049e803e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:47.347754 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118dac51-93c0-4b82-8650-80c503683a31,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:47.351329 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:47.363908 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'}  {{(pid=78689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:22:47.377439 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:47.377968 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.segments_db [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Added segment 11b71475-4ac4-4197-bb00-a7fea8c798f7 of type vlan for network 31089059-d041-4898-8124-e21c69059115
May 12 08:22:47.379268 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-306b10fd-d222-4558-8998-c8fa013513b4 req-a7ab7e80-a479-4615-af59-6c7df8e34944 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613120
May 12 08:22:47.407652 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:47.439693 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:47.441643 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:47.442230 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:47.445854 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:47.557118 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Pushing event updated for resources: {'Network': ['ID=31089059-d041-4898-8124-e21c69059115,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:47.559784 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:47.564014 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5753322
May 12 08:22:47.564620 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36364) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:47.568383 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network 31089059-d041-4898-8124-e21c69059115 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:22:47.570730 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Request body: {'subnet': {'network_id': '31089059-d041-4898-8124-e21c69059115', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1993937432-subnet', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'ip_version': 4}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:22:47.584677 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:22:47.589316 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Usage tracker for resource:subnet and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:22:47.592627 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:22:47.598811 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:22:47.611448 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Made reservation on behalf of e423ce6e973746f9a5ff7f3180a97d63 for: {'subnet': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:22:47.614179 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3904469'] for subnet, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:48.142853 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e5f5e-23c3-44ff-bf3e-08b2d5a16bc5 req-e5aea31b-b6a7-40aa-8f73-a7087451f0b7 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:48.149211 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-183e5f5e-23c3-44ff-bf3e-08b2d5a16bc5 req-e5aea31b-b6a7-40aa-8f73-a7087451f0b7 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.1017199
May 12 08:22:48.164670 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2253528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3904423'] for subnet, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:48.169534 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:48.195174 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-183e5f5e-23c3-44ff-bf3e-08b2d5a16bc5 req-1f28b47d-a6d3-4d56-85be-3ce9793d116c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403111
May 12 08:22:48.248066 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc3d503e-d6ee-4204-b35e-df6ab4d966bf,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:48.251947 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:48.253033 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Checking segment: {'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:22:48.253643 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Network hostable DHCP agents. Network: 31089059-d041-4898-8124-e21c69059115, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:22:48.272291 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Network 31089059-d041-4898-8124-e21c69059115 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:22:48.282766 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, 31089059-d041-4898-8124-e21c69059115) {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:22:48.292549 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:48.292747 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:48.296456 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b1e09-0ebe-498f-8cc3-9545291dc488 None None] Network 31089059-d041-4898-8124-e21c69059115 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:22:48.322486 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36370) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:48.322729 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7564991
May 12 08:22:48.327567 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:22:48.335975 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:22:48.340395 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Usage tracker for resource:router and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:22:48.344440 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:22:48.350777 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:22:48.365656 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30017'] for router, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:48.366839 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-367070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30072'] for router, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:48.384725 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:48.626055 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec1efe-99f3-490b-9d09-8f3c6af52ce1 req-509194b4-3c88-48ba-a8e5-1a736ed7f0f8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:48.633896 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b8ec1efe-99f3-490b-9d09-8f3c6af52ce1 req-509194b4-3c88-48ba-a8e5-1a736ed7f0f8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 943 time: 0.1253836
May 12 08:22:48.709829 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b8ec1efe-99f3-490b-9d09-8f3c6af52ce1 req-a21b1fea-5363-4cb3-85b1-ee24abee909c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747664
May 12 08:22:48.713579 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2702bc7-e328-5c98-9899-9b927245ab55-31089059-d041-4898-8124-e21c69059115', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf'}]}} from dv-cinder-790910-1-iscsi. {{(pid=78690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 12 08:22:48.716674 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:48.842111 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1832871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30054'] for router, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:48.891528 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.db_base_plugin_common [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Allocated IP 172.20.0.2 (31089059-d041-4898-8124-e21c69059115/dc3d503e-d6ee-4204-b35e-df6ab4d966bf/d795a13b-19bb-4ede-8e5d-a0cefc880420) {{(pid=78690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:22:49.006995 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 935d3c82-c763-4e61-ad2d-011a89727ba7 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:22:49.216433 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:49.235302 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 935d3c82-c763-4e61-ad2d-011a89727ba7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=935d3c82-c763-4e61-ad2d-011a89727ba7,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:49.248860 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:49.287440 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'port_id': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'mac_address': 'fa:16:3e:f9:46:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:22:49.339214 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Notify callbacks [] for port, precommit_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:49.362836 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Transition to ACTIVE for port object d795a13b-19bb-4ede-8e5d-a0cefc880420 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:22:49.389801 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:49.406998 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Transition to ACTIVE for port object d795a13b-19bb-4ede-8e5d-a0cefc880420 will not be triggered until provisioned by entity DHCP. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:22:49.413456 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935d3c82-c763-4e61-ad2d-011a89727ba7 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:22:49.420817 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:49.426346 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-46de0147-08d8-45b9-a10e-b575066ddad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:49.466987 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Allocated IP 172.27.2.41 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/b24f4b27-0cb5-4855-b559-3c438cd142c9) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:22:49.528571 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1c0b1-6231-4376-9af5-0f64f74bcba2 req-52104ead-092f-4ab4-88bd-04b449dfdb53 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:49.530334 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-78b1c0b1-6231-4376-9af5-0f64f74bcba2 req-52104ead-092f-4ab4-88bd-04b449dfdb53 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.1612117
May 12 08:22:49.554306 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 935d3c82-c763-4e61-ad2d-011a89727ba7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=935d3c82-c763-4e61-ad2d-011a89727ba7,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:49.565673 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Network 31089059-d041-4898-8124-e21c69059115 is already hosted by enough agents. {{(pid=78690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:22:49.568191 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:49.583324 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.base_scheduler [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Resources bound (agent type, host, resource id):  {{(pid=78690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:22:49.586428 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Received port after_create {{(pid=78690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:22:49.630842 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Pushing event updated for resources: {'Port': ['ID=d795a13b-19bb-4ede-8e5d-a0cefc880420,revision_number=1']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:49.640091 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:49.656077 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:49.686732 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-78b1c0b1-6231-4376-9af5-0f64f74bcba2 req-ad0e4659-bfab-4e8e-b39a-d5d9e1a1c4fb tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012287
May 12 08:22:49.748719 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:49.768246 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=935d3c82-c763-4e61-ad2d-011a89727ba7,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:49.782947 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:49.791525 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:49.798034 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-5dac6f0f-e730-4d13-8b36-65e7b481a552 tempest-VolumesSnapshotTestJSON-965589415 tempest-VolumesSnapshotTestJSON-965589415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:49.801854 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Attempting to bind port d795a13b-19bb-4ede-8e5d-a0cefc880420 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:22:49.802731 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Attempting to bind port d795a13b-19bb-4ede-8e5d-a0cefc880420 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:22:49.803112 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Attempting to bind port d795a13b-19bb-4ede-8e5d-a0cefc880420 on network 31089059-d041-4898-8124-e21c69059115 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:22:49.814195 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:22:49.815103 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Checking segment: {'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:22:49.815512 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:49.816490 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Bound using segment: {'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:22:49.817500 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Bound port: d795a13b-19bb-4ede-8e5d-a0cefc880420, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:22:49.817888 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:49.865829 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:22:49.867376 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:22:49.871522 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:22:49.892263 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['935d3c82-c763-4e61-ad2d-011a89727ba7'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:22:49.934162 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8975ab6-d59f-44ad-98fb-9b97ad4c2b3f req-379c19e4-1da4-4902-a28c-2d08d365bbce tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:49.936801 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f8975ab6-d59f-44ad-98fb-9b97ad4c2b3f req-379c19e4-1da4-4902-a28c-2d08d365bbce tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 944 time: 0.1017330
May 12 08:22:49.999030 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Pushing event updated for resources: {'Port': ['ID=b24f4b27-0cb5-4855-b559-3c438cd142c9,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:50.005553 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f8975ab6-d59f-44ad-98fb-9b97ad4c2b3f req-835f4cfb-5cd7-4bb6-b687-154552539e1f tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619833
May 12 08:22:50.015007 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] For port d795a13b-19bb-4ede-8e5d-a0cefc880420, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:22:50.040893 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] For port d795a13b-19bb-4ede-8e5d-a0cefc880420, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=d795a13b-19bb-4ede-8e5d-a0cefc880420,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:22:50.066948 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:50.073882 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:50.074377 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:50.229377 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Pushing event updated for resources: {'Port': ['ID=d795a13b-19bb-4ede-8e5d-a0cefc880420,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:50.274141 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:50.623865 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:51.030655 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 935d3c82-c763-4e61-ad2d-011a89727ba7 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:22:51.093389 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55626ad9-f590-4f85-9cbb-e889b2c414c3 req-22a6a906-38cb-4b4d-9667-7ae4abf32b1d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:51.100782 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-55626ad9-f590-4f85-9cbb-e889b2c414c3 req-22a6a906-38cb-4b4d-9667-7ae4abf32b1d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.2769041
May 12 08:22:51.104908 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833010'] for router, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:51.185548 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port 935d3c82-c763-4e61-ad2d-011a89727ba7 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:22:51.193489 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 935d3c82-c763-4e61-ad2d-011a89727ba7 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:22:51.194184 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:51.411018 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:51.424791 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-55626ad9-f590-4f85-9cbb-e889b2c414c3 req-0aadcafe-ac66-4ee3-a7e4-81e746cfd5d0 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3219888
May 12 08:22:51.458401 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 is scheduled to L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 with binding_index 1 {{(pid=78689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 08:22:51.473657 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea60810-6449-465a-8e61-5abf334244e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935d3c82-c763-4e61-ad2d-011a89727ba7'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:22:51.486945 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd03af54-3792-4fe8-bf85-fe8b5da22a33 None None] Network 31089059-d041-4898-8124-e21c69059115 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:22:51.574067 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56f2e3-aae9-4482-aa06-b8b6f98956e4 req-536a8b26-ca9a-45c2-a8b9-af3eb4d047a1 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:51.582652 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d56f2e3-aae9-4482-aa06-b8b6f98956e4 req-536a8b26-ca9a-45c2-a8b9-af3eb4d047a1 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 944 time: 0.1372845
May 12 08:22:51.615576 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 935d3c82-c763-4e61-ad2d-011a89727ba7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=935d3c82-c763-4e61-ad2d-011a89727ba7,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:51.617959 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea60810-6449-465a-8e61-5abf334244e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'code': 200}
May 12 08:22:51.626677 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:51.632286 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-1f15c73f-63d8-41eb-a828-791fb180f4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:51.651070 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9d56f2e3-aae9-4482-aa06-b8b6f98956e4 req-46744dbd-3de2-4f2d-b438-8b8aa56d9fd0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676329
May 12 08:22:51.705999 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-1c8421a5-b381-41c6-b5bd-ad5fe49dd1d0 None None] Provisioning for port d795a13b-19bb-4ede-8e5d-a0cefc880420 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:22:51.751074 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:22:51.777916 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Sync routers for ids ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:22:51.832749 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:51.833160 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=935d3c82-c763-4e61-ad2d-011a89727ba7,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:51.834640 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.5111113
May 12 08:22:51.839295 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Routers {'44ccc6b3-0674-4aa2-811d-0b3b94880d29'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:51.840002 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99901040>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:51.849221 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36390) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:51.889396 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:51.890408 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device d795a13b-19bb-4ede-8e5d-a0cefc880420 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:22:51.981062 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549efa8-c198-4f2e-9076-69a6ed7445a9 req-38d0b53c-4013-43b1-ad5c-afc2524a9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:51.984199 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1549efa8-c198-4f2e-9076-69a6ed7445a9 req-38d0b53c-4013-43b1-ad5c-afc2524a9909 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 1098 time: 0.0964696
May 12 08:22:52.037600 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1549efa8-c198-4f2e-9076-69a6ed7445a9 req-85d53e18-eb05-407a-bb40-325bdcd26d67 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417972
May 12 08:22:52.157004 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port d795a13b-19bb-4ede-8e5d-a0cefc880420 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:22:52.165219 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Set router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:52.269862 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port d795a13b-19bb-4ede-8e5d-a0cefc880420 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:22:52.269862 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:52.511979 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:52.629796 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port d795a13b-19bb-4ede-8e5d-a0cefc880420, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=d795a13b-19bb-4ede-8e5d-a0cefc880420,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:52.641067 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:52.643181 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-81bd3322-cce2-45cb-8752-b608e42430b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:52.780068 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=d795a13b-19bb-4ede-8e5d-a0cefc880420,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:52.784765 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:52.839380 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99901040>, [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:22:50Z', 'revision_number': 3, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:52.844442 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-9db09ae8-d0ed-4e31-a41d-a36bd92b9f4d None None] Provisioning complete for port d795a13b-19bb-4ede-8e5d-a0cefc880420 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:22:52.845105 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-9db09ae8-d0ed-4e31-a41d-a36bd92b9f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:52.858469 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:52.885965 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb46dd-4080-4ea5-9c9a-58301db34d68 req-291a4560-64fc-4c26-ad34-1f04c293ff54 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:52.887625 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e5cb46dd-4080-4ea5-9c9a-58301db34d68 req-291a4560-64fc-4c26-ad34-1f04c293ff54 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.2388687
May 12 08:22:52.937718 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf554f4-a18a-46a2-80ce-4950535497c5 req-b3c9dee0-a134-47f4-8f43-f3513c3da708 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:52.939870 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-baf554f4-a18a-46a2-80ce-4950535497c5 req-b3c9dee0-a134-47f4-8f43-f3513c3da708 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 945 time: 0.1063428
May 12 08:22:52.984455 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Checking router: 44ccc6b3-0674-4aa2-811d-0b3b94880d29 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:22:52.986269 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Updating router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 port b24f4b27-0cb5-4855-b559-3c438cd142c9 binding host dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:22:52.989806 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-baf554f4-a18a-46a2-80ce-4950535497c5 req-32a2443c-7478-434e-9229-0c735fdf16a1 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448682
May 12 08:22:53.034026 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e5cb46dd-4080-4ea5-9c9a-58301db34d68 req-3724380d-8390-440c-a815-07771af0c082 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1373372
May 12 08:22:53.080761 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-6e5b52f4-6d7f-4f7e-91b2-b1faf2736d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:53.115379 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:53.226133 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Allocated IP 172.20.0.1 (31089059-d041-4898-8124-e21c69059115/dc3d503e-d6ee-4204-b35e-df6ab4d966bf/fa1dfc25-3293-44a7-896f-d0b0b48bf98f) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:22:53.408619 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:53.439820 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Transition to ACTIVE for port object fa1dfc25-3293-44a7-896f-d0b0b48bf98f will not be triggered until provisioned by entity DHCP. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:22:53.467635 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:53.471975 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-33b4be29-f58a-4020-927e-0b257d93ac19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:53.539587 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Notify callbacks [] for port, precommit_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:53.548430 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Network 31089059-d041-4898-8124-e21c69059115 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:22:53.549929 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:22:53.553265 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Transition to ACTIVE for port object b24f4b27-0cb5-4855-b559-3c438cd142c9 will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:22:53.554797 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:22:53.562640 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:53.566901 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:53.642187 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820397'] for router_interface, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:53.658164 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1dfc25-3293-44a7-896f-d0b0b48bf98f,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:53.672001 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:53.764317 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Attempting to bind port b24f4b27-0cb5-4855-b559-3c438cd142c9 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:22:53.765300 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Attempting to bind port b24f4b27-0cb5-4855-b559-3c438cd142c9 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:22:53.769313 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Attempting to bind port b24f4b27-0cb5-4855-b559-3c438cd142c9 on network 069f2160-aa3e-48e5-a977-e51b8a4e427f {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:22:53.773611 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5687bfd-b1e3-4755-9779-67fbe72b22db None None] Pushing event updated for resources: {'Port': ['ID=b24f4b27-0cb5-4855-b559-3c438cd142c9,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:53.783285 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-f5687bfd-b1e3-4755-9779-67fbe72b22db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:53.792780 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:22:53.793232 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Checking segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:22:53.793618 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:53.794011 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Bound using segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:22:53.794464 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Bound port: b24f4b27-0cb5-4855-b559-3c438cd142c9, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:22:53.794835 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:53.828793 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device d795a13b-19bb-4ede-8e5d-a0cefc880420 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:22:53.841390 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:53.936900 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] For port b24f4b27-0cb5-4855-b559-3c438cd142c9, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:22:53.941536 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] For port b24f4b27-0cb5-4855-b559-3c438cd142c9, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=b24f4b27-0cb5-4855-b559-3c438cd142c9,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:22:53.944372 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-427ba8d2-28c4-44c2-8b16-5a2dcd2414fb None None] Provisioning for port fa1dfc25-3293-44a7-896f-d0b0b48bf98f completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:22:53.952669 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-427ba8d2-28c4-44c2-8b16-5a2dcd2414fb None None] Provisioning complete for port fa1dfc25-3293-44a7-896f-d0b0b48bf98f triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:22:53.953050 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-427ba8d2-28c4-44c2-8b16-5a2dcd2414fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:53.977042 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:53.985960 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:54.028275 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port d795a13b-19bb-4ede-8e5d-a0cefc880420 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:22:54.028275 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:54.169303 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-427ba8d2-28c4-44c2-8b16-5a2dcd2414fb None None] Port fa1dfc25-3293-44a7-896f-d0b0b48bf98f cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:22:54.178849 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:54.188039 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2234063'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:54.213049 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Routers {'44ccc6b3-0674-4aa2-811d-0b3b94880d29'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:54.220072 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-e3ed8fac-d426-4a4b-afd2-f36fa1fe5879 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:54.222325 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99901040>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:54.263316 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987e163-c9f1-4f74-99c8-396f5f6edde0 req-96ece968-fd26-4ffc-a07b-9cacd77816c2 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:54.271992 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d987e163-c9f1-4f74-99c8-396f5f6edde0 req-96ece968-fd26-4ffc-a07b-9cacd77816c2 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 945 time: 0.1060834
May 12 08:22:54.277681 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5687bfd-b1e3-4755-9779-67fbe72b22db None None] Pushing event updated for resources: {'Port': ['ID=b24f4b27-0cb5-4855-b559-3c438cd142c9,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:54.286450 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-f5687bfd-b1e3-4755-9779-67fbe72b22db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:54.334155 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d987e163-c9f1-4f74-99c8-396f5f6edde0 req-96309b6b-fc7d-46f8-9825-33a16ce2c64a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582135
May 12 08:22:54.483190 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] Set router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:54.529939 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820238'] for router_interface, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:54.541763 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1dfc25-3293-44a7-896f-d0b0b48bf98f,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:54.587198 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:54.590469 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5153698-c427-413f-b3a0-d8a403c5701d req-9b6e3aad-c16d-4242-935f-597648a02cdb tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:54.592147 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d5153698-c427-413f-b3a0-d8a403c5701d req-9b6e3aad-c16d-4242-935f-597648a02cdb tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 945 time: 0.1038854
May 12 08:22:54.651779 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d5153698-c427-413f-b3a0-d8a403c5701d req-9ff25fca-0f9f-4dd1-a2fc-a61203e396af tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536160
May 12 08:22:54.674906 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36420) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:54.746744 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27427a91-e210-4f47-8939-e4ad5cfac03a req-1825d5e9-295b-460f-9b63-3a851af09b98 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:54.748228 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-27427a91-e210-4f47-8939-e4ad5cfac03a req-1825d5e9-295b-460f-9b63-3a851af09b98 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.4907587
May 12 08:22:54.758547 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d423c2c-218d-4274-a771-a676374f5acf tempest-TestVolumeBootPattern-1176230925 tempest-TestVolumeBootPattern-1176230925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:54.762896 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-6d423c2c-218d-4274-a771-a676374f5acf tempest-TestVolumeBootPattern-1176230925 tempest-TestVolumeBootPattern-1176230925-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 1093 time: 0.0843027
May 12 08:22:54.763142 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36424) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:54.768223 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'floatingip': {'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'port_id': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:22:54.774186 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:22:54.778674 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Usage tracker for resource:floatingip and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:22:54.781639 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:22:54.787715 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:22:54.799744 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:54.802543 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Network 31089059-d041-4898-8124-e21c69059115 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:22:54.805956 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:22:54.816614 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-27427a91-e210-4f47-8939-e4ad5cfac03a req-90ea9711-d6ce-41e3-9c89-9753fc845cfb tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546966
May 12 08:22:54.849997 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99901040>, [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'fa1dfc25-3293-44a7-896f-d0b0b48bf98f', 'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'mac_address': 'fa:16:3e:41:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 2, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'subnets': [{'id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:54.856152 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dfc73f-dec0-4585-a0a1-1b9be011e224 None None] The sync data for ids ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'] in dv-cinder-790910-1-iscsi is: [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'fa1dfc25-3293-44a7-896f-d0b0b48bf98f', 'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'mac_address': 'fa:16:3e:41:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 2, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'subnets': [{'id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:22:54.959198 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:55.009101 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:22:55.114425 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-9a011b85-81be-483a-9d29-bea3fbb19df2 None None] Provisioning complete for port fa1dfc25-3293-44a7-896f-d0b0b48bf98f triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:22:55.114425 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-9a011b85-81be-483a-9d29-bea3fbb19df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:55.125755 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Allocated IP 172.27.2.236 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/53659645-0e9b-4645-b4a6-263aff2f23c2) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:22:55.205139 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-9a011b85-81be-483a-9d29-bea3fbb19df2 None None] Port fa1dfc25-3293-44a7-896f-d0b0b48bf98f cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:22:55.229681 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:22:55.239218 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] 10.222.0.36 "PUT /v2.0/routers/44ccc6b3-0674-4aa2-811d-0b3b94880d29/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3741686
May 12 08:22:55.277938 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:55.373006 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d9407-206d-419d-a56f-3b95869ca3d1 req-2b835e03-0955-4fac-ab05-72f908887da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:55.374563 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4e6d9407-206d-419d-a56f-3b95869ca3d1 req-2b835e03-0955-4fac-ab05-72f908887da3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 1098 time: 0.1881218
May 12 08:22:55.416008 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:55.535093 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d9407-206d-419d-a56f-3b95869ca3d1 req-a0811f9f-0fa8-4313-956b-3d76a9a54753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:55.536563 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4e6d9407-206d-419d-a56f-3b95869ca3d1 req-a0811f9f-0fa8-4313-956b-3d76a9a54753 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 918 time: 0.1506760
May 12 08:22:55.550892 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-40c20952-fc38-4088-8b53-f7828b0cdebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:55.751862 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:55.763924 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:55.799810 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device b24f4b27-0cb5-4855-b559-3c438cd142c9 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:22:55.866857 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'Port': ['ID=53659645-0e9b-4645-b4a6-263aff2f23c2,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:55.875614 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:55.877943 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4e6d9407-206d-419d-a56f-3b95869ca3d1 req-01c41114-0c81-4ef6-b892-80969abcc26e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 HTTP/1.1" status: 200  len: 1001 time: 0.3311932
May 12 08:22:55.879947 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:22:55.881079 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:22:55.884640 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36444) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:55.885462 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:22:55.890516 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-645963463-network', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:22:55.895239 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:22:55.899944 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Usage tracker for resource:network and tenant:381d0694f0eb4c3b8f07b1f4bbf5ffaf is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:22:55.903762 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:22:55.909984 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port b24f4b27-0cb5-4855-b559-3c438cd142c9 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:22:55.910619 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:22:55.915348 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port b24f4b27-0cb5-4855-b559-3c438cd142c9 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:22:55.915848 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:55.933902 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Made reservation on behalf of 381d0694f0eb4c3b8f07b1f4bbf5ffaf for: {'network': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:22:55.937167 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:55.957095 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:55.971824 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:22:55.979155 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Usage tracker for resource:security_group_rule and tenant:381d0694f0eb4c3b8f07b1f4bbf5ffaf is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:22:55.985870 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:22:55.992648 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:22:56.004197 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d9407-206d-419d-a56f-3b95869ca3d1 req-9678d3f9-f9e5-4e3d-9511-ee5ba86d7697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:56.005968 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4e6d9407-206d-419d-a56f-3b95869ca3d1 req-9678d3f9-f9e5-4e3d-9511-ee5ba86d7697 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 200  len: 856 time: 0.0865743
May 12 08:22:56.075346 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.093357 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port b24f4b27-0cb5-4855-b559-3c438cd142c9, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=b24f4b27-0cb5-4855-b559-3c438cd142c9,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:56.095932 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.100178 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.102567 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:56.102898 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.116794 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'}  {{(pid=78689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:22:56.133395 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8233b06f-7ac9-4500-a098-d2f5e77f9304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:56.141403 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.141781 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.segments_db [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Added segment 866b905a-1415-4c2d-bde1-d455c2ab59c0 of type vlan for network 0fe50a22-d86c-4fbb-8b11-569f8d777415
May 12 08:22:56.177451 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=b24f4b27-0cb5-4855-b559-3c438cd142c9,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:56.181344 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:56.192060 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbf9513-12ef-43a0-a743-54651a0b8af6,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:56.207455 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.212836 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:56.244463 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.246121 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:56.247321 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.251952 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4e173dea-e83f-40a4-9d0e-a428b1f8ac4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:56.293692 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d9407-206d-419d-a56f-3b95869ca3d1 req-465e0bb7-0f57-417b-a26b-0ece47dfc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:56.295201 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4e6d9407-206d-419d-a56f-3b95869ca3d1 req-465e0bb7-0f57-417b-a26b-0ece47dfc70e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2504871
May 12 08:22:56.352112 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Pushing event updated for resources: {'Network': ['ID=0fe50a22-d86c-4fbb-8b11-569f8d777415,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:56.355877 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:56.359218 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8cb5b-ee70-459d-94e8-57c7caa82020 req-8b8eb903-8d1e-4501-8032-2925b6f754e3 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:56.360620 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4749165
May 12 08:22:56.360820 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93f8cb5b-ee70-459d-94e8-57c7caa82020 req-8b8eb903-8d1e-4501-8032-2925b6f754e3 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.3533568
May 12 08:22:56.361237 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36448) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:56.364759 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network 0fe50a22-d86c-4fbb-8b11-569f8d777415 details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:22:56.368114 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Request body: {'subnet': {'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-645963463-subnet', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'ip_version': 4}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:22:56.373040 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:22:56.377507 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Usage tracker for resource:subnet and tenant:381d0694f0eb4c3b8f07b1f4bbf5ffaf is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:22:56.381274 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:22:56.388259 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:22:56.402055 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Made reservation on behalf of 381d0694f0eb4c3b8f07b1f4bbf5ffaf for: {'subnet': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:22:56.404562 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2147701'] for subnet, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.487076 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.622035 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-93f8cb5b-ee70-459d-94e8-57c7caa82020 req-89966d1f-6e80-4e6e-acb7-de10fce1ccdb tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1822991
May 12 08:22:56.665492 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4e6d9407-206d-419d-a56f-3b95869ca3d1 req-81c8729b-9a74-43d4-8298-299a5001dcda service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2984314
May 12 08:22:56.811488 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3944006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2147591'] for subnet, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.815306 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-298086d2-3469-4c07-9306-da75862a0157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:56.825732 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4e6d9407-206d-419d-a56f-3b95869ca3d1 req-4d66d2af-4e5d-4ca1-957f-9b9e67f3cb3c service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508877
May 12 08:22:56.833313 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.883999 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac134041-3f09-4b19-ab73-2518745ebbf5,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:56.887910 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:56.895500 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Checking segment: {'id': '866b905a-1415-4c2d-bde1-d455c2ab59c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:22:56.895730 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Network hostable DHCP agents. Network: 0fe50a22-d86c-4fbb-8b11-569f8d777415, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:22:56.914818 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Network 0fe50a22-d86c-4fbb-8b11-569f8d777415 is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:22:56.916415 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.925955 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, 0fe50a22-d86c-4fbb-8b11-569f8d777415) {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:22:56.934757 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:56.935412 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.937587 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feea3b6-0533-4f09-b3f2-19f32e1bc2d4 None None] Network 0fe50a22-d86c-4fbb-8b11-569f8d777415 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:22:56.956717 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5941455
May 12 08:22:56.959349 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36452) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:22:56.964574 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-645963463-router', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:22:56.968793 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:22:56.972781 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Usage tracker for resource:router and tenant:381d0694f0eb4c3b8f07b1f4bbf5ffaf is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:22:56.975635 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:22:56.982160 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:22:56.993260 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-367057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30017'] for router, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:56.994435 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-367070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1832926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-327833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30072'] for router, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:57.011945 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:57.134080 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:57.140526 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:57.151254 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-294cebf0-22e0-4392-804a-ad8bd05d4150 tempest-VolumesActionsTest-543449133 tempest-VolumesActionsTest-543449133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:57.234545 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2702bc7-e328-5c98-9899-9b927245ab55-0fe50a22-d86c-4fbb-8b11-569f8d777415', 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'fixed_ips': [{'subnet_id': 'ac134041-3f09-4b19-ab73-2518745ebbf5'}]}} from dv-cinder-790910-1-iscsi. {{(pid=78690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 12 08:22:57.235978 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:57.261020 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'Port': ['ID=53659645-0e9b-4645-b4a6-263aff2f23c2,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:57.265385 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:57.268340 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:57.344172 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Sync routers for ids ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:22:57.363782 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Routers {'44ccc6b3-0674-4aa2-811d-0b3b94880d29'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:57.364422 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99715ca0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:57.409689 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1832871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-368165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30054'] for router, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:57.419165 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.db_base_plugin_common [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Allocated IP 172.20.0.2 (0fe50a22-d86c-4fbb-8b11-569f8d777415/ac134041-3f09-4b19-ab73-2518745ebbf5/906da907-fb96-4c9b-994f-a56f3796f79e) {{(pid=78690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:22:57.587649 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Set router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:57.618514 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.l3_db [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Floating IP 339328a4-1873-4cbd-9540-42603dace742 associated. External IP: 172.27.2.236, port: 935d3c82-c763-4e61-ad2d-011a89727ba7.
May 12 08:22:57.682381 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Notify callbacks [] for port, precommit_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:57.693233 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Transition to ACTIVE for port object 906da907-fb96-4c9b-994f-a56f3796f79e will not be triggered until provisioned by entity L2. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:22:57.716348 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Transition to ACTIVE for port object 906da907-fb96-4c9b-994f-a56f3796f79e will not be triggered until provisioned by entity DHCP. {{(pid=78690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:22:57.726701 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628'] for port, after_create {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:57.731951 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:57.786528 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:57.788476 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device b24f4b27-0cb5-4855-b559-3c438cd142c9 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:22:57.853428 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:57.884934 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Network 0fe50a22-d86c-4fbb-8b11-569f8d777415 is already hosted by enough agents. {{(pid=78690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:22:57.887571 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Pushing event updated for resources: {'Port': ['ID=906da907-fb96-4c9b-994f-a56f3796f79e,revision_number=1']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:57.892700 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.scheduler.base_scheduler [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Resources bound (agent type, host, resource id):  {{(pid=78690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:22:57.894425 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:57.901723 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:57.902568 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Received port after_create {{(pid=78690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:22:58.006114 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Attempting to bind port 906da907-fb96-4c9b-994f-a56f3796f79e on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:22:58.006829 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Attempting to bind port 906da907-fb96-4c9b-994f-a56f3796f79e by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '866b905a-1415-4c2d-bde1-d455c2ab59c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415'}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:22:58.006829 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Attempting to bind port 906da907-fb96-4c9b-994f-a56f3796f79e on network 0fe50a22-d86c-4fbb-8b11-569f8d777415 {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:22:58.016300 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:22:58.016783 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Checking segment: {'id': '866b905a-1415-4c2d-bde1-d455c2ab59c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:22:58.017101 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:58.017495 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Bound using segment: {'id': '866b905a-1415-4c2d-bde1-d455c2ab59c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415'} {{(pid=78690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:22:58.017963 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.managers [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Bound port: 906da907-fb96-4c9b-994f-a56f3796f79e, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866b905a-1415-4c2d-bde1-d455c2ab59c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415'}}] {{(pid=78690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:22:58.018345 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:58.050388 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f65f97-5bd1-4d91-97fc-61a53cf48e81 req-9697984f-2f9c-48e5-9bab-9124457963ba tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:58.052297 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-28f65f97-5bd1-4d91-97fc-61a53cf48e81 req-9697984f-2f9c-48e5-9bab-9124457963ba tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.2364070
May 12 08:22:58.063800 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99715ca0>, [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'fa1dfc25-3293-44a7-896f-d0b0b48bf98f', 'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'mac_address': 'fa:16:3e:41:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 2, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'subnets': [{'id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:58.067910 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Checking router: 44ccc6b3-0674-4aa2-811d-0b3b94880d29 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:22:58.068268 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Updating router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 port fa1dfc25-3293-44a7-896f-d0b0b48bf98f binding host dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:22:58.103555 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Router 36e2ab55-2674-4153-be5d-e1769a3ade40 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:22:58.121843 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] For port 906da907-fb96-4c9b-994f-a56f3796f79e, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:22:58.123494 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:58.125747 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] For port 906da907-fb96-4c9b-994f-a56f3796f79e, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=906da907-fb96-4c9b-994f-a56f3796f79e,segment=NetworkSegment(866b905a-1415-4c2d-bde1-d455c2ab59c0),segment_id=866b905a-1415-4c2d-bde1-d455c2ab59c0)] {{(pid=78690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:22:58.127189 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port b24f4b27-0cb5-4855-b559-3c438cd142c9 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:22:58.127617 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:58.128699 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-28f65f97-5bd1-4d91-97fc-61a53cf48e81 req-55875114-fde8-4473-923b-00bbaaccc340 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704405
May 12 08:22:58.138490 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Allocated IP 172.27.2.77 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/4ca837e0-8e69-4458-8778-a58a8cccc3a1) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:22:58.159860 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:58.169313 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:58.281769 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Pushing event updated for resources: {'Port': ['ID=906da907-fb96-4c9b-994f-a56f3796f79e,revision_number=2']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:58.285730 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:58.321029 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:22:58.339526 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb2e71-1b65-436d-8f62-bda637bcd751 None None] Sync routers for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:22:58.350585 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:58.371421 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:58.376601 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb2e71-1b65-436d-8f62-bda637bcd751 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:58.377272 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-fbfb2e71-1b65-436d-8f62-bda637bcd751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c998865e0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:58.413891 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:58.420288 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8c4ba949-215b-48eb-8861-ca0d848b781a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:58.423968 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-8a3e0de7-7ff7-4541-aac4-ba7a554cbba4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.6598055
May 12 08:22:58.424846 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea60810-6449-465a-8e61-5abf334244e0', 'tag': '935d3c82-c763-4e61-ad2d-011a89727ba7'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:22:58.506912 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:22:58.517276 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:22:58.524095 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:22:58.529659 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea60810-6449-465a-8e61-5abf334244e0', 'tag': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'status': 'completed', 'code': 200}
May 12 08:22:58.568372 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Notify callbacks [] for port, precommit_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:58.629966 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.provisioning_blocks [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Transition to ACTIVE for port object fa1dfc25-3293-44a7-896f-d0b0b48bf98f will not be triggered until provisioned by entity L2. {{(pid=78691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:22:58.650704 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:58.666645 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-1721362b-1085-4381-b4df-513d645ce32a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:58.671509 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d540b-3cec-4779-ad5a-36bdb49d5e42 req-cbbe52d3-7d61-4bbf-903e-1601bf1ab019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:58.675470 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3d540b-3cec-4779-ad5a-36bdb49d5e42 req-cbbe52d3-7d61-4bbf-903e-1601bf1ab019 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 1098 time: 0.1294596
May 12 08:22:58.682772 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca837e0-8e69-4458-8778-a58a8cccc3a1,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:58.685900 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:58.708183 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-fbfb2e71-1b65-436d-8f62-bda637bcd751 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:58.876852 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Pushing event updated for resources: {'Port': ['ID=fa1dfc25-3293-44a7-896f-d0b0b48bf98f,revision_number=3']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:58.920984 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:58.921477 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:58.921899 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:58.922313 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:58.922719 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:58.923273 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:58.923671 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:58.924077 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:58.924539 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:58.924953 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:58.925384 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:58.925783 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:22:58.930597 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:58.952047 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d540b-3cec-4779-ad5a-36bdb49d5e42 req-80b1c715-0521-4b11-88d0-d26ef3452c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:58.953898 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3d540b-3cec-4779-ad5a-36bdb49d5e42 req-80b1c715-0521-4b11-88d0-d26ef3452c67 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 911 time: 0.2701287
May 12 08:22:59.013239 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Attempting to bind port fa1dfc25-3293-44a7-896f-d0b0b48bf98f on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:22:59.013773 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Attempting to bind port fa1dfc25-3293-44a7-896f-d0b0b48bf98f by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:22:59.015916 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Attempting to bind port fa1dfc25-3293-44a7-896f-d0b0b48bf98f on network 31089059-d041-4898-8124-e21c69059115 {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:22:59.022514 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:22:59.022990 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Checking segment: {'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:22:59.023478 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:59.023951 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Bound using segment: {'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:22:59.024514 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Bound port: fa1dfc25-3293-44a7-896f-d0b0b48bf98f, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'}}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:22:59.025134 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:59.125651 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3d540b-3cec-4779-ad5a-36bdb49d5e42 req-8d5112cc-6f04-4661-a1f1-fa791962b3c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=935d3c82-c763-4e61-ad2d-011a89727ba7 HTTP/1.1" status: 200  len: 999 time: 0.1628346
May 12 08:22:59.142200 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:22:59.154755 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] For port fa1dfc25-3293-44a7-896f-d0b0b48bf98f, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:22:59.158689 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] For port fa1dfc25-3293-44a7-896f-d0b0b48bf98f, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=fa1dfc25-3293-44a7-896f-d0b0b48bf98f,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:22:59.168279 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:59.174402 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:59.244328 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d540b-3cec-4779-ad5a-36bdb49d5e42 req-7804af42-12ae-42c5-b334-a5819e4fc441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:59.246252 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3d540b-3cec-4779-ad5a-36bdb49d5e42 req-7804af42-12ae-42c5-b334-a5819e4fc441 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 200  len: 849 time: 0.1134746
May 12 08:22:59.282543 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Pushing event updated for resources: {'Port': ['ID=fa1dfc25-3293-44a7-896f-d0b0b48bf98f,revision_number=4']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:22:59.289998 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:22:59.318193 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Routers {'44ccc6b3-0674-4aa2-811d-0b3b94880d29'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:22:59.319016 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99715ca0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:59.365588 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d540b-3cec-4779-ad5a-36bdb49d5e42 req-f3195a09-ffb9-475e-90ec-81d14e34f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:59.370470 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3d540b-3cec-4779-ad5a-36bdb49d5e42 req-f3195a09-ffb9-475e-90ec-81d14e34f070 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37e969d9-2b61-4149-b6a0-e4045133e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1150608
May 12 08:22:59.560826 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:59.561622 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3d540b-3cec-4779-ad5a-36bdb49d5e42 req-c28a7bad-328f-47ab-8cb1-0577d0d7ff3c service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1809587
May 12 08:22:59.572672 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] Set router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:22:59.623678 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:22:59.670454 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:59.702619 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:22:59.727800 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:22:59.732370 dv-cinder-790910-1-iscsi neutron-server[78690]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'code': 422} returned with failed status
May 12 08:22:59.734072 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:22:59.833525 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-fbfb2e71-1b65-436d-8f62-bda637bcd751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c998865e0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '339328a4-1873-4cbd-9540-42603dace742', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:f9:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea60810-6449-465a-8e61-5abf334244e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 0, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:22:59.852475 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18419d45-1181-433e-b50b-406fb869cf77 req-8e86c4c5-f6c1-4474-a5a2-ad6edd2b28cc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:22:59.854112 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-18419d45-1181-433e-b50b-406fb869cf77 req-8e86c4c5-f6c1-4474-a5a2-ad6edd2b28cc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 945 time: 0.4627197
May 12 08:22:59.861606 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ea2823-f490-4c15-a327-f9504c3637f8 None None] Network 0fe50a22-d86c-4fbb-8b11-569f8d777415 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:22:59.943243 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ad3d540b-3cec-4779-ad5a-36bdb49d5e42 req-74bc6e6c-a0f2-4fae-8e0f-74515f91577e service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3661342
May 12 08:22:59.951041 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb2e71-1b65-436d-8f62-bda637bcd751 None None] Checking router: 36e2ab55-2674-4153-be5d-e1769a3ade40 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:22:59.958526 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device fa1dfc25-3293-44a7-896f-d0b0b48bf98f up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:23:00.041218 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-18419d45-1181-433e-b50b-406fb869cf77 req-6fe36fb7-0621-4970-aa99-d3a8e9e02bc6 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1716187
May 12 08:23:00.052661 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb2e71-1b65-436d-8f62-bda637bcd751 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:23:00.053340 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-fbfb2e71-1b65-436d-8f62-bda637bcd751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c998865e0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:00.103119 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99715ca0>, [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'fa1dfc25-3293-44a7-896f-d0b0b48bf98f', 'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'mac_address': 'fa:16:3e:41:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:22:59Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'subnets': [{'id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:00.107510 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d015af00-399f-4fc1-994c-66ffb39b3c12 None None] The sync data for ids ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'] in dv-cinder-790910-1-iscsi is: [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'fa1dfc25-3293-44a7-896f-d0b0b48bf98f', 'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'mac_address': 'fa:16:3e:41:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:22:59Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'subnets': [{'id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:23:00.165796 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-368220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1833010'] for router, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:00.193817 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-c0b1f359-0b79-4f84-ad0d-71ed66f16de1 None None] Provisioning for port 906da907-fb96-4c9b-994f-a56f3796f79e completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:23:00.196698 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,revision_number=8']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:00.208096 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:00.366263 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port fa1dfc25-3293-44a7-896f-d0b0b48bf98f completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:23:00.383553 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port fa1dfc25-3293-44a7-896f-d0b0b48bf98f triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:00.383961 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:00.422398 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Router 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 is scheduled to L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 with binding_index 1 {{(pid=78689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 12 08:23:00.492552 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-fbfb2e71-1b65-436d-8f62-bda637bcd751 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:23:00.639275 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:23:00.650428 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Sync routers for ids ['2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:23:00.675624 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Routers {'2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:23:00.676304 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99715e20>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:00.680270 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:00.684823 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.7216468
May 12 08:23:00.684965 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36478) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:23:00.723584 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:00.829909 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port fa1dfc25-3293-44a7-896f-d0b0b48bf98f, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=fa1dfc25-3293-44a7-896f-d0b0b48bf98f,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:23:00.939984 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:00.942376 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 906da907-fb96-4c9b-994f-a56f3796f79e up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:23:01.009093 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:01.036104 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Set router 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:23:01.107727 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=fa1dfc25-3293-44a7-896f-d0b0b48bf98f,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:01.122216 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:01.169856 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 906da907-fb96-4c9b-994f-a56f3796f79e completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:23:01.241478 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-40217f3d-3c17-4529-9a56-9b681903fbc0 None None] Provisioning complete for port 906da907-fb96-4c9b-994f-a56f3796f79e triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:01.242168 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-40217f3d-3c17-4529-9a56-9b681903fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:01.285899 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 906da907-fb96-4c9b-994f-a56f3796f79e triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:01.286286 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:01.367247 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99715e20>, [{'id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'name': 'tempest-TestShelveInstance-645963463-router', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:22:58Z', 'revision_number': 3, 'project_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'gw_port': {'id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:57Z', 'updated_at': '2021-05-12T08:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:01.371661 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Checking router: 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:23:01.372010 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Updating router 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 port 4ca837e0-8e69-4458-8778-a58a8cccc3a1 binding host dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:23:01.453626 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:01.526944 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:01.580134 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-40217f3d-3c17-4529-9a56-9b681903fbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:01.608367 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 906da907-fb96-4c9b-994f-a56f3796f79e, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=906da907-fb96-4c9b-994f-a56f3796f79e,segment=NetworkSegment(866b905a-1415-4c2d-bde1-d455c2ab59c0),segment_id=866b905a-1415-4c2d-bde1-d455c2ab59c0)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:23:01.651615 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:01.660311 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:01.747430 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-fbfb2e71-1b65-436d-8f62-bda637bcd751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c998865e0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '339328a4-1873-4cbd-9540-42603dace742', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:f9:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea60810-6449-465a-8e61-5abf334244e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 0, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:01.752755 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.db.api [None req-40217f3d-3c17-4529-9a56-9b681903fbc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 12 08:23:01.753112 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_db.api [None req-40217f3d-3c17-4529-9a56-9b681903fbc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 12 08:23:01.756998 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:01.757650 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfb2e71-1b65-436d-8f62-bda637bcd751 None None] The sync data for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi is: [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '339328a4-1873-4cbd-9540-42603dace742', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:f9:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea60810-6449-465a-8e61-5abf334244e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 0, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:23:01.775048 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=906da907-fb96-4c9b-994f-a56f3796f79e,revision_number=3']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:01.783220 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:01.801996 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device fa1dfc25-3293-44a7-896f-d0b0b48bf98f up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:23:01.922780 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port fa1dfc25-3293-44a7-896f-d0b0b48bf98f triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:01.923307 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:01.945060 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Notify callbacks [] for port, precommit_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:01.959252 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.provisioning_blocks [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Transition to ACTIVE for port object 4ca837e0-8e69-4458-8778-a58a8cccc3a1 will not be triggered until provisioned by entity L2. {{(pid=78691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:23:01.969062 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:01.973578 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:02.058803 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Attempting to bind port 4ca837e0-8e69-4458-8778-a58a8cccc3a1 on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:23:02.059172 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Attempting to bind port 4ca837e0-8e69-4458-8778-a58a8cccc3a1 by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:23:02.059533 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Attempting to bind port 4ca837e0-8e69-4458-8778-a58a8cccc3a1 on network 069f2160-aa3e-48e5-a977-e51b8a4e427f {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:23:02.063044 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821a8ce-427d-4c85-a3e8-912589d74227 None None] Pushing event updated for resources: {'Port': ['ID=4ca837e0-8e69-4458-8778-a58a8cccc3a1,revision_number=2']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:02.067073 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-6821a8ce-427d-4c85-a3e8-912589d74227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:02.067880 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:23:02.068247 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Checking segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:23:02.068644 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:02.069027 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Bound using segment: {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:23:02.069525 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Bound port: 4ca837e0-8e69-4458-8778-a58a8cccc3a1, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f356b5-da89-420e-8b41-153f70cf5378', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:23:02.069916 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:02.112414 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff93f8-7b8d-4ffb-a841-09b724a13c13 None None] New status for floating IP 339328a4-1873-4cbd-9540-42603dace742: ACTIVE {{(pid=78690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:23:02.128088 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3efcec-accb-4ec2-aee1-c83b7ec43ff4 req-e89eeb3b-f752-4995-a827-1e15a1044751 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:02.129594 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-df3efcec-accb-4ec2-aee1-c83b7ec43ff4 req-e89eeb3b-f752-4995-a827-1e15a1044751 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.2589386
May 12 08:23:02.145002 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] For port 4ca837e0-8e69-4458-8778-a58a8cccc3a1, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:23:02.148014 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] For port 4ca837e0-8e69-4458-8778-a58a8cccc3a1, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=4ca837e0-8e69-4458-8778-a58a8cccc3a1,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:23:02.153026 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:02.157149 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-2e810182-9507-41fa-9911-72144838608a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:02.168142 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-2a450901-a47b-4e63-9c4c-34e82aee025e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2942195
May 12 08:23:02.202862 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Allocated IP 172.20.0.1 (0fe50a22-d86c-4fbb-8b11-569f8d777415/ac134041-3f09-4b19-ab73-2518745ebbf5/40b337ac-d8a8-405e-a7da-2e9d02aad08f) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:23:02.214711 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-df3efcec-accb-4ec2-aee1-c83b7ec43ff4 req-115b597a-9cf0-42ac-b2e3-687ee1f2b755 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725775
May 12 08:23:02.243748 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Routers {'2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:23:02.244387 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99715e20>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:02.371199 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:02.377313 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821a8ce-427d-4c85-a3e8-912589d74227 None None] Pushing event updated for resources: {'Port': ['ID=4ca837e0-8e69-4458-8778-a58a8cccc3a1,revision_number=3']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:02.387098 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-6821a8ce-427d-4c85-a3e8-912589d74227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:02.392731 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.provisioning_blocks [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Transition to ACTIVE for port object 40b337ac-d8a8-405e-a7da-2e9d02aad08f will not be triggered until provisioned by entity DHCP. {{(pid=78689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:23:02.422286 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:02.427665 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d2467526-915e-4bd8-b6af-6b7ee96eee81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:02.460688 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] Set router 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:23:02.493159 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Network 0fe50a22-d86c-4fbb-8b11-569f8d777415 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:23:02.496682 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:23:02.500388 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:23:02.547714 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Pushing event updated for resources: {'Port': ['ID=40b337ac-d8a8-405e-a7da-2e9d02aad08f,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:02.551803 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:02.569017 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820397'] for router_interface, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:02.690470 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:02.812139 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99715e20>, [{'id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'name': 'tempest-TestShelveInstance-645963463-router', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:22:58Z', 'revision_number': 3, 'project_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'gw_port': {'id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:57Z', 'updated_at': '2021-05-12T08:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:02.812692 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a6832eb8-a385-4561-b8e0-190f3f68e770 None None] Provisioning for port 40b337ac-d8a8-405e-a7da-2e9d02aad08f completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:23:02.816257 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4373ece6-b416-4b41-bf7f-ad973d4ecd2a None None] The sync data for ids ['2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'] in dv-cinder-790910-1-iscsi is: [{'id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'name': 'tempest-TestShelveInstance-645963463-router', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:22:58Z', 'revision_number': 3, 'project_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'gw_port': {'id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:57Z', 'updated_at': '2021-05-12T08:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:23:02.824341 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a6832eb8-a385-4561-b8e0-190f3f68e770 None None] Provisioning complete for port 40b337ac-d8a8-405e-a7da-2e9d02aad08f triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:02.824915 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a6832eb8-a385-4561-b8e0-190f3f68e770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:02.903015 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a6832eb8-a385-4561-b8e0-190f3f68e770 None None] Port 40b337ac-d8a8-405e-a7da-2e9d02aad08f cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:23:02.948119 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:02.960877 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2234063'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:02.986530 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:03.109394 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:23:03.207855 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1820238'] for router_interface, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:03.228580 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Pushing event updated for resources: {'Port': ['ID=40b337ac-d8a8-405e-a7da-2e9d02aad08f,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:03.232449 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:03.288463 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-4b9cbff9-31e5-4bfb-90e4-be9844b4abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:03.290108 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-4b9cbff9-31e5-4bfb-90e4-be9844b4abaf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10&tenant_id=54154e676c8c499798f207ead5f9d61e HTTP/1.1" status: 200  len: 1096 time: 0.0995960
May 12 08:23:03.376487 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Network 0fe50a22-d86c-4fbb-8b11-569f8d777415 is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:23:03.377744 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:23:03.491827 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-78691536-f200-49a7-839a-087942a6244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:03.493920 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-78691536-f200-49a7-839a-087942a6244f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 1096 time: 0.1722744
May 12 08:23:03.505138 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0896b89-bd30-4da5-ac84-c2afdf829fc8 req-33eb9cf7-35e1-49e2-af98-8f15de51edc4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:03.507174 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b0896b89-bd30-4da5-ac84-c2afdf829fc8 req-33eb9cf7-35e1-49e2-af98-8f15de51edc4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.1497402
May 12 08:23:03.597087 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Router 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:23:03.629050 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-38322c4d-6bba-4e45-861c-4a34501f6abb None None] Provisioning complete for port 40b337ac-d8a8-405e-a7da-2e9d02aad08f triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:03.630179 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-38322c4d-6bba-4e45-861c-4a34501f6abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:03.710080 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b0896b89-bd30-4da5-ac84-c2afdf829fc8 req-83f4bf55-92eb-43cf-af27-9b6681946df4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0986307
May 12 08:23:03.726145 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-e528353b-0d17-4b7e-9402-c19a56fd8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:03.727834 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-e528353b-0d17-4b7e-9402-c19a56fd8608 service neutron] 10.222.0.39 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 918 time: 0.2195549
May 12 08:23:03.742344 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-38322c4d-6bba-4e45-861c-4a34501f6abb None None] Port 40b337ac-d8a8-405e-a7da-2e9d02aad08f cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:23:03.802191 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:23:03.811293 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-06483853-d00d-40a0-a827-c2633cfc5201 admin admin] 10.222.0.36 "PUT /v2.0/routers/2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1248374
May 12 08:23:03.854850 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-45b8d202-4f86-46af-a3b5-a0a3297516fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 HTTP/1.1" status: 200  len: 999 time: 0.1198878
May 12 08:23:03.890050 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 4ca837e0-8e69-4458-8778-a58a8cccc3a1 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:23:03.928519 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-7e196591-2753-44a7-bfde-45f358f05f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:03.931688 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-7e196591-2753-44a7-bfde-45f358f05f4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 200  len: 856 time: 0.0699856
May 12 08:23:03.962640 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 4ca837e0-8e69-4458-8778-a58a8cccc3a1 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:23:03.968129 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 4ca837e0-8e69-4458-8778-a58a8cccc3a1 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:03.968756 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.040699 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-f3f82be8-f538-44b2-b58e-1599bd9c59be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:04.042884 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-f3f82be8-f538-44b2-b58e-1599bd9c59be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0985093
May 12 08:23:04.106009 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.127913 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 4ca837e0-8e69-4458-8778-a58a8cccc3a1, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=4ca837e0-8e69-4458-8778-a58a8cccc3a1,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:23:04.133097 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.134460 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 906da907-fb96-4c9b-994f-a56f3796f79e up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:23:04.166919 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-8588fbeb-65b5-42bb-a4ca-c3b127041f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:04.265493 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-79ac40a9-1cf0-4861-90a3-8a3221bd4f80 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158389
May 12 08:23:04.340079 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=4ca837e0-8e69-4458-8778-a58a8cccc3a1,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:04.343040 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:04.351280 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 906da907-fb96-4c9b-994f-a56f3796f79e triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:04.351657 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.442751 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a3ac7bf0-0545-4869-a3fb-6f3ec9231878 req-9506bbc6-bb07-431a-937d-1877e2d3922c service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705544
May 12 08:23:04.450632 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36532) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:23:04.456898 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279784259', 'description': 'tempest-secgroup-smoke-279784259 description', 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:23:04.463063 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:23:04.467416 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Usage tracker for resource:security_group and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:23:04.470723 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:23:04.478171 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:23:04.494691 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.516763 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:23:04.520665 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Usage tracker for resource:security_group_rule and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:23:04.523674 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:23:04.529723 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:23:04.599470 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.604806 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.610535 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-2aaa96e6-0120-4eea-8108-c2610288ec22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:04.658252 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92374f3-0053-47c4-9e6d-61ba90a47771,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:04.661027 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:04.661245 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Sync routers for ids ['2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:23:04.662733 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.667111 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2126951
May 12 08:23:04.668039 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36544) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:23:04.673855 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-173404eb-75ff-4c35-8864-dbdd291c884d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Request body: {'security_group_rule': {'security_group_id': 'd92374f3-0053-47c4-9e6d-61ba90a47771', 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:23:04.674130 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Routers {'2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:23:04.674821 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99bd1af0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:04.679842 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-173404eb-75ff-4c35-8864-dbdd291c884d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:23:04.683822 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-173404eb-75ff-4c35-8864-dbdd291c884d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Usage tracker for resource:security_group_rule and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:23:04.686799 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-173404eb-75ff-4c35-8864-dbdd291c884d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:23:04.693153 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-173404eb-75ff-4c35-8864-dbdd291c884d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:23:04.715742 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-173404eb-75ff-4c35-8864-dbdd291c884d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.798250 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-173404eb-75ff-4c35-8864-dbdd291c884d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.831520 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-173404eb-75ff-4c35-8864-dbdd291c884d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.834024 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-5cef7b30-2003-4f8f-9d11-fd1232956d00 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:04.864771 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173404eb-75ff-4c35-8864-dbdd291c884d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a5531f-0acc-42bd-9b24-d7986346d083,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:04.869726 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-173404eb-75ff-4c35-8864-dbdd291c884d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:04.880175 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-173404eb-75ff-4c35-8864-dbdd291c884d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.881534 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-173404eb-75ff-4c35-8864-dbdd291c884d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2123847
May 12 08:23:04.884671 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36556) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:23:04.891117 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-42c57b35-746a-4233-971d-97d683e404ca tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Request body: {'security_group_rule': {'security_group_id': 'd92374f3-0053-47c4-9e6d-61ba90a47771', 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:23:04.898005 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-42c57b35-746a-4233-971d-97d683e404ca tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:23:04.902415 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Set router 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:23:04.903029 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-42c57b35-746a-4233-971d-97d683e404ca tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Usage tracker for resource:security_group_rule and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:23:04.906215 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-42c57b35-746a-4233-971d-97d683e404ca tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:23:04.913476 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-42c57b35-746a-4233-971d-97d683e404ca tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:23:04.921636 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301a191-60d8-4ae5-b81e-8036cec1f77e req-3c6aba68-8f89-4339-afc7-9150f237d878 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:04.923342 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2301a191-60d8-4ae5-b81e-8036cec1f77e req-3c6aba68-8f89-4339-afc7-9150f237d878 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.1158221
May 12 08:23:04.936874 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-42c57b35-746a-4233-971d-97d683e404ca tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:04.985903 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2301a191-60d8-4ae5-b81e-8036cec1f77e req-2d670052-56f1-4b0a-b6b4-4e9b01c19d22 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563960
May 12 08:23:05.034980 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-42c57b35-746a-4233-971d-97d683e404ca tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.040241 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-42c57b35-746a-4233-971d-97d683e404ca tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.043190 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:05.064274 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c57b35-746a-4233-971d-97d683e404ca tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f04e2ef-a2cf-440a-8901-0967bd05afc0,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:05.070621 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-42c57b35-746a-4233-971d-97d683e404ca tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:05.090101 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-42c57b35-746a-4233-971d-97d683e404ca tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.092136 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-42c57b35-746a-4233-971d-97d683e404ca tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2059848
May 12 08:23:05.094823 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36566) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:23:05.100516 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-c4eea555-37eb-49ea-98a5-ecf5161f1938 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Request body: {'security_group_rule': {'security_group_id': 'd92374f3-0053-47c4-9e6d-61ba90a47771', 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:23:05.112384 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-c4eea555-37eb-49ea-98a5-ecf5161f1938 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:23:05.122110 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-c4eea555-37eb-49ea-98a5-ecf5161f1938 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Usage tracker for resource:security_group_rule and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:23:05.127036 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-c4eea555-37eb-49ea-98a5-ecf5161f1938 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:23:05.142780 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-c4eea555-37eb-49ea-98a5-ecf5161f1938 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:23:05.168029 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4eea555-37eb-49ea-98a5-ecf5161f1938 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.269451 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4eea555-37eb-49ea-98a5-ecf5161f1938 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.276394 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4eea555-37eb-49ea-98a5-ecf5161f1938 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.280335 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-35ee4fe7-a838-40e9-b1ed-a22f5bafdf68 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:05.314104 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eea555-37eb-49ea-98a5-ecf5161f1938 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116fb238-ddb2-4354-a21b-cb0133db8c37,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:05.321493 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c4eea555-37eb-49ea-98a5-ecf5161f1938 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:05.332117 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4eea555-37eb-49ea-98a5-ecf5161f1938 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.336614 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36572) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:23:05.336800 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-c4eea555-37eb-49ea-98a5-ecf5161f1938 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2404671
May 12 08:23:05.345894 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-bc1daa14-a387-4d5c-ba05-0214c17fe1fd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Request body: {'security_group_rule': {'security_group_id': 'd92374f3-0053-47c4-9e6d-61ba90a47771', 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:23:05.360608 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-bc1daa14-a387-4d5c-ba05-0214c17fe1fd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:23:05.367267 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-bc1daa14-a387-4d5c-ba05-0214c17fe1fd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Usage tracker for resource:security_group_rule and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:23:05.367792 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99bd1af0>, [{'id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'name': 'tempest-TestShelveInstance-645963463-router', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:23:02Z', 'revision_number': 4, 'project_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'gw_port': {'id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:57Z', 'updated_at': '2021-05-12T08:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '40b337ac-d8a8-405e-a7da-2e9d02aad08f', 'name': '', 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'mac_address': 'fa:16:3e:39:80:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ac134041-3f09-4b19-ab73-2518745ebbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:23:01Z', 'updated_at': '2021-05-12T08:23:02Z', 'revision_number': 2, 'project_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'subnets': [{'id': 'ac134041-3f09-4b19-ab73-2518745ebbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:05.371984 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Checking router: 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:23:05.372474 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Updating router 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 port 40b337ac-d8a8-405e-a7da-2e9d02aad08f binding host dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 12 08:23:05.373440 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-bc1daa14-a387-4d5c-ba05-0214c17fe1fd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:23:05.394151 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-bc1daa14-a387-4d5c-ba05-0214c17fe1fd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:23:05.425000 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bc1daa14-a387-4d5c-ba05-0214c17fe1fd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.452841 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.555667 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bc1daa14-a387-4d5c-ba05-0214c17fe1fd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.575049 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bc1daa14-a387-4d5c-ba05-0214c17fe1fd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.587986 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-330a3f92-c072-48c5-9ffe-c36c4a4fcfac tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:05.639091 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1daa14-a387-4d5c-ba05-0214c17fe1fd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ad1809-9a6f-46c8-83d9-9326806ad282,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:05.642948 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-bc1daa14-a387-4d5c-ba05-0214c17fe1fd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:05.668149 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bc1daa14-a387-4d5c-ba05-0214c17fe1fd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.672189 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-bc1daa14-a387-4d5c-ba05-0214c17fe1fd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3313105
May 12 08:23:05.672844 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36578) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:23:05.683738 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Request body: {'security_group_rule': {'security_group_id': 'd92374f3-0053-47c4-9e6d-61ba90a47771', 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:23:05.695754 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:23:05.700103 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Usage tracker for resource:security_group_rule and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:23:05.703394 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:23:05.712235 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:23:05.735329 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.securitygroups_db [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Project e423ce6e973746f9a5ff7f3180a97d63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 12 08:23:05.746752 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.762353 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 4ca837e0-8e69-4458-8778-a58a8cccc3a1 up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:23:05.860911 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.869670 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.871844 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1a66905f-7d54-4dd3-b5ca-b0a68e0d24dc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:05.894625 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 4ca837e0-8e69-4458-8778-a58a8cccc3a1 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:05.895008 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.919564 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba94587e-0958-4cd9-b3fa-8cdcc1e4f402,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:05.926276 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:05.947280 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:05.951450 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-e207929e-198b-4f7f-acdc-d4b99526daa5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2740233
May 12 08:23:05.952347 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36584) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:23:05.967336 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Request body: {'security_group_rule': {'security_group_id': 'd92374f3-0053-47c4-9e6d-61ba90a47771', 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:23:05.977080 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:23:05.988295 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Usage tracker for resource:security_group_rule and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:23:05.990363 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:23:06.009969 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:23:06.047810 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.securitygroups_db [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Project e423ce6e973746f9a5ff7f3180a97d63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 12 08:23:06.054688 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Notify callbacks [] for port, precommit_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:06.073378 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:06.084988 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.provisioning_blocks [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Transition to ACTIVE for port object 40b337ac-d8a8-405e-a7da-2e9d02aad08f will not be triggered until provisioned by entity L2. {{(pid=78691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:23:06.097217 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:06.101978 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:06.119483 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0b48e-ccb4-4e35-835c-8b1baca07ab2 req-419e78ea-5e46-4e9d-8a80-81c90186dc60 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:06.126915 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-84f0b48e-ccb4-4e35-835c-8b1baca07ab2 req-419e78ea-5e46-4e9d-8a80-81c90186dc60 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.1273723
May 12 08:23:06.181059 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-84f0b48e-ccb4-4e35-835c-8b1baca07ab2 req-c9d15ab1-9425-4d3f-bb89-6bd46922d761 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531263
May 12 08:23:06.235955 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:06.242414 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:06.244559 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:06.313334 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1aedce-b7e7-4237-be3e-cac17e9e8bc3,revision_number=0']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:06.323730 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:06.334076 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb176a35-49b1-42ea-8a1e-444f7d192251 None None] Pushing event updated for resources: {'Port': ['ID=40b337ac-d8a8-405e-a7da-2e9d02aad08f,revision_number=3']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:06.334319 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:06.344404 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-7d8e31a8-6b6d-4030-b7f7-5773c6aa9ac3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3820174
May 12 08:23:06.354835 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-cb176a35-49b1-42ea-8a1e-444f7d192251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:06.376338 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eff5d5-e7da-4798-9144-ce9fb6d2159a req-2bb05491-78c5-483f-9b39-591a9930edf4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:06.383581 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f5eff5d5-e7da-4798-9144-ce9fb6d2159a req-2bb05491-78c5-483f-9b39-591a9930edf4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.1304190
May 12 08:23:06.447240 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Attempting to bind port 40b337ac-d8a8-405e-a7da-2e9d02aad08f on host dv-cinder-790910-1-iscsi for vnic_type normal with profile  {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:23:06.447808 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Attempting to bind port 40b337ac-d8a8-405e-a7da-2e9d02aad08f by drivers openvswitch,hyperv on host dv-cinder-790910-1-iscsi at level 0 using segments [{'id': '866b905a-1415-4c2d-bde1-d455c2ab59c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415'}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:23:06.448489 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Attempting to bind port 40b337ac-d8a8-405e-a7da-2e9d02aad08f on network 0fe50a22-d86c-4fbb-8b11-569f8d777415 {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:23:06.471668 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Checking agent: {'id': '4d67a720-1972-4f3d-921b-fb106e0db38d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 8, 55), 'started_at': datetime.datetime(2021, 5, 12, 8, 9, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:23:06.476347 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Checking segment: {'id': '866b905a-1415-4c2d-bde1-d455c2ab59c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:23:06.476760 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:06.477151 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Bound using segment: {'id': '866b905a-1415-4c2d-bde1-d455c2ab59c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415'} {{(pid=78691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:23:06.477720 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.managers [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Bound port: 40b337ac-d8a8-405e-a7da-2e9d02aad08f, host: dv-cinder-790910-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866b905a-1415-4c2d-bde1-d455c2ab59c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415'}}] {{(pid=78691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:23:06.478163 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:06.485044 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f5eff5d5-e7da-4798-9144-ce9fb6d2159a req-51bf9c29-acfc-41a9-a045-65fa8804b907 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992715
May 12 08:23:06.594598 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] For port 40b337ac-d8a8-405e-a7da-2e9d02aad08f, host dv-cinder-790910-1-iscsi, cleared binding levels {{(pid=78691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:23:06.598021 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.plugins.ml2.db [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] For port 40b337ac-d8a8-405e-a7da-2e9d02aad08f, host dv-cinder-790910-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=40b337ac-d8a8-405e-a7da-2e9d02aad08f,segment=NetworkSegment(866b905a-1415-4c2d-bde1-d455c2ab59c0),segment_id=866b905a-1415-4c2d-bde1-d455c2ab59c0)] {{(pid=78691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:23:06.604145 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:06.609125 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-c8f8e434-71cc-4134-a8a2-c61378def122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:06.721529 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb176a35-49b1-42ea-8a1e-444f7d192251 None None] Pushing event updated for resources: {'Port': ['ID=40b337ac-d8a8-405e-a7da-2e9d02aad08f,revision_number=4']} {{(pid=78691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:06.724268 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Routers {'2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:23:06.724880 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99bd1af0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:22:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:06.771995 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG oslo_concurrency.lockutils [None req-cb176a35-49b1-42ea-8a1e-444f7d192251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78691) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:06.935663 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] Set router 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:23:07.308517 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99bd1af0>, [{'id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'name': 'tempest-TestShelveInstance-645963463-router', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:23:02Z', 'revision_number': 4, 'project_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'gw_port': {'id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:57Z', 'updated_at': '2021-05-12T08:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '40b337ac-d8a8-405e-a7da-2e9d02aad08f', 'name': '', 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'mac_address': 'fa:16:3e:39:80:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ac134041-3f09-4b19-ab73-2518745ebbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:23:01Z', 'updated_at': '2021-05-12T08:23:06Z', 'revision_number': 4, 'project_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'subnets': [{'id': 'ac134041-3f09-4b19-ab73-2518745ebbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:07.314614 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce9c485-431d-46db-9b61-a32b64397c53 None None] The sync data for ids ['2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'] in dv-cinder-790910-1-iscsi is: [{'id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'name': 'tempest-TestShelveInstance-645963463-router', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:23:02Z', 'revision_number': 4, 'project_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'gw_port': {'id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:57Z', 'updated_at': '2021-05-12T08:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '40b337ac-d8a8-405e-a7da-2e9d02aad08f', 'name': '', 'network_id': '0fe50a22-d86c-4fbb-8b11-569f8d777415', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'mac_address': 'fa:16:3e:39:80:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ac134041-3f09-4b19-ab73-2518745ebbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:23:01Z', 'updated_at': '2021-05-12T08:23:06Z', 'revision_number': 4, 'project_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'subnets': [{'id': 'ac134041-3f09-4b19-ab73-2518745ebbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:23:07.493030 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50d7b8-dde0-4438-b380-574f0f1cef89 req-404c3374-4af1-4f6d-98cd-71802e2a2399 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:07.495021 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4c50d7b8-dde0-4438-b380-574f0f1cef89 req-404c3374-4af1-4f6d-98cd-71802e2a2399 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.1681638
May 12 08:23:07.570786 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-4c50d7b8-dde0-4438-b380-574f0f1cef89 req-1ea016e2-ee9a-4e6e-b1c7-8c92b9888394 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685291
May 12 08:23:07.784290 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 40b337ac-d8a8-405e-a7da-2e9d02aad08f up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:23:07.789016 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b891f35-fcd7-4f91-b97f-d881ddebf67e req-5e4d6097-cc46-471a-ab47-8cfb321e7c1d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:07.797605 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3b891f35-fcd7-4f91-b97f-d881ddebf67e req-5e4d6097-cc46-471a-ab47-8cfb321e7c1d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.1583068
May 12 08:23:07.864734 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3b891f35-fcd7-4f91-b97f-d881ddebf67e req-38f8f97a-8163-4a0b-817c-5fae7ef1ce11 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661688
May 12 08:23:07.914563 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning for port 40b337ac-d8a8-405e-a7da-2e9d02aad08f completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:23:07.934721 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 40b337ac-d8a8-405e-a7da-2e9d02aad08f triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:07.935566 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:08.089994 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:08.126433 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] For port 40b337ac-d8a8-405e-a7da-2e9d02aad08f, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=40b337ac-d8a8-405e-a7da-2e9d02aad08f,segment=NetworkSegment(866b905a-1415-4c2d-bde1-d455c2ab59c0),segment_id=866b905a-1415-4c2d-bde1-d455c2ab59c0)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:23:08.132117 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:08.134206 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-7b36071e-a436-46fe-af79-e3b601ec9468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:08.233283 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Pushing event updated for resources: {'Port': ['ID=40b337ac-d8a8-405e-a7da-2e9d02aad08f,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:08.236423 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:08.763307 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91399c2a-63b8-4f7f-8fb3-8ec2bef12b44 req-3813c646-372c-4c53-8b77-44cbafdd94fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:08.764759 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-91399c2a-63b8-4f7f-8fb3-8ec2bef12b44 req-3813c646-372c-4c53-8b77-44cbafdd94fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0832860
May 12 08:23:08.811733 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-91399c2a-63b8-4f7f-8fb3-8ec2bef12b44 req-c0e160cc-db6a-4383-bafd-fd31dc7a68f4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408053
May 12 08:23:09.082691 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2380a8d-bc60-4519-815f-1d9a235e55bd req-406ae7e9-9a37-45fc-a811-0443220f756a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:09.084161 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b2380a8d-bc60-4519-815f-1d9a235e55bd req-406ae7e9-9a37-45fc-a811-0443220f756a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.0903866
May 12 08:23:09.132689 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b2380a8d-bc60-4519-815f-1d9a235e55bd req-c976c55e-2989-49ff-bcf5-7f1b888e0189 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427222
May 12 08:23:09.731041 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 40b337ac-d8a8-405e-a7da-2e9d02aad08f up at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:23:09.803690 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Provisioning complete for port 40b337ac-d8a8-405e-a7da-2e9d02aad08f triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:09.804071 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:09.916102 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:10.016688 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9e31b-ef2e-4d29-9062-dea811b0b311 req-8c66b24e-a36d-4ca2-b057-7a34dad3f0a0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:10.018197 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c7b9e31b-ef2e-4d29-9062-dea811b0b311 req-8c66b24e-a36d-4ca2-b057-7a34dad3f0a0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0856197
May 12 08:23:10.067235 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c7b9e31b-ef2e-4d29-9062-dea811b0b311 req-8612e528-b427-4f9f-b5f3-079dc7308db9 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430660
May 12 08:23:10.336721 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46ed74-d45a-4f3a-8768-4c671af8bd2f req-e91f1bed-f656-4a45-9258-623f6e4486a5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:10.338445 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fa46ed74-d45a-4f3a-8768-4c671af8bd2f req-e91f1bed-f656-4a45-9258-623f6e4486a5 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.0898066
May 12 08:23:10.386182 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fa46ed74-d45a-4f3a-8768-4c671af8bd2f req-f8ff3e68-022b-4e0e-b02b-4f29f35918af tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417066
May 12 08:23:11.259444 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcb51a-04ff-433f-b9d4-6e75cddfdc9d req-b6eb590e-579b-4ceb-82b3-b84eaec2f6ee tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:11.261172 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d7dcb51a-04ff-433f-b9d4-6e75cddfdc9d req-b6eb590e-579b-4ceb-82b3-b84eaec2f6ee tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0853319
May 12 08:23:11.307456 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d7dcb51a-04ff-433f-b9d4-6e75cddfdc9d req-f754aa85-0d02-4aee-ad8a-6b0831b1bcc9 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402887
May 12 08:23:11.598783 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361da37-93f1-4a70-8ade-bc89ccdfc3e3 req-c39614aa-06b7-42d8-baaa-a38755f1e0bc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:11.600299 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a361da37-93f1-4a70-8ade-bc89ccdfc3e3 req-c39614aa-06b7-42d8-baaa-a38755f1e0bc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.0986245
May 12 08:23:11.648989 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-a361da37-93f1-4a70-8ade-bc89ccdfc3e3 req-c7974dbb-da92-4165-a08e-2abd97b0163f tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426242
May 12 08:23:12.512034 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c682b1d-c3e4-4cdf-ae62-25cd6c798719 req-00b865f5-aa2b-41ed-91fc-37472ae11aa2 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:12.513581 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0c682b1d-c3e4-4cdf-ae62-25cd6c798719 req-00b865f5-aa2b-41ed-91fc-37472ae11aa2 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0907156
May 12 08:23:12.562215 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0c682b1d-c3e4-4cdf-ae62-25cd6c798719 req-c811cece-c6bd-4d2c-8472-eaa3cca1c8a8 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429041
May 12 08:23:12.944215 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f81fa6-1946-4fff-864f-83728cd5820f req-ac9aa462-1888-41c2-b7bb-58c554d01580 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:12.945915 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-04f81fa6-1946-4fff-864f-83728cd5820f req-ac9aa462-1888-41c2-b7bb-58c554d01580 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.1865475
May 12 08:23:12.994390 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-04f81fa6-1946-4fff-864f-83728cd5820f req-6a1b8b38-a65a-49f1-a983-4eefdf975709 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427477
May 12 08:23:13.758794 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa3f35-9aaa-417b-a44c-aa3c0d732c8b req-50dec62b-6ee4-49b9-8d6b-d7720a548ccc tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:13.765683 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8afa3f35-9aaa-417b-a44c-aa3c0d732c8b req-50dec62b-6ee4-49b9-8d6b-d7720a548ccc tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0933919
May 12 08:23:13.811589 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8afa3f35-9aaa-417b-a44c-aa3c0d732c8b req-59f86363-d8bd-4dd5-b3e3-a5ec58c8e9fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435743
May 12 08:23:14.197491 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae79bb-fce9-43e7-8cdb-60dbcc3cf65e req-36afcc3d-9f46-42b4-aaad-fc2f70825c2d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:14.198965 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-99ae79bb-fce9-43e7-8cdb-60dbcc3cf65e req-36afcc3d-9f46-42b4-aaad-fc2f70825c2d tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.0837858
May 12 08:23:14.246673 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-99ae79bb-fce9-43e7-8cdb-60dbcc3cf65e req-d5539a65-5110-452c-b25e-3bd2db995a7c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418043
May 12 08:23:15.003946 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8ac00-ff26-45e8-b3d6-0626d2bac81f req-7778aa8a-fca6-4374-8c19-3af1aa177a68 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:15.005471 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2af8ac00-ff26-45e8-b3d6-0626d2bac81f req-7778aa8a-fca6-4374-8c19-3af1aa177a68 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0830948
May 12 08:23:15.053249 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2af8ac00-ff26-45e8-b3d6-0626d2bac81f req-30746806-7622-4ee7-94e4-1e6f0d0094b1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418143
May 12 08:23:15.442178 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c76f99-970f-4403-9fa5-cf30a6fb2317 req-412afbfc-f698-4439-a45d-be7ee646b84f tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:15.443603 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-24c76f99-970f-4403-9fa5-cf30a6fb2317 req-412afbfc-f698-4439-a45d-be7ee646b84f tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.0844367
May 12 08:23:15.499633 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-24c76f99-970f-4403-9fa5-cf30a6fb2317 req-da9e743a-a61b-4cc2-bcaa-8628bd28a7a4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497606
May 12 08:23:16.352785 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7a3c1-5503-4326-ac59-c38e4ff93294 req-d4761e1d-e775-46f7-b742-09ebdcb74bef tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:16.354563 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-05f7a3c1-5503-4326-ac59-c38e4ff93294 req-d4761e1d-e775-46f7-b742-09ebdcb74bef tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.1936796
May 12 08:23:16.405014 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-05f7a3c1-5503-4326-ac59-c38e4ff93294 req-b7c169fa-d683-4eea-a89b-e345c90fb6ff tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441823
May 12 08:23:16.693433 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b132fc-123c-431b-8cf9-8f9a0e633ea4 req-09b6928f-2486-41ca-80a0-45bdb680c520 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:16.694831 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f5b132fc-123c-431b-8cf9-8f9a0e633ea4 req-09b6928f-2486-41ca-80a0-45bdb680c520 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.0853250
May 12 08:23:16.744818 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f5b132fc-123c-431b-8cf9-8f9a0e633ea4 req-8839b3ce-ab48-4a6a-9908-af7aa8d434c1 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440352
May 12 08:23:17.608190 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97405d-e11e-4259-8b6d-6799784235a1 req-aa851f7a-90df-4beb-8ed4-1faafff283ba tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:17.610050 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3f97405d-e11e-4259-8b6d-6799784235a1 req-aa851f7a-90df-4beb-8ed4-1faafff283ba tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0940056
May 12 08:23:17.655910 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-3f97405d-e11e-4259-8b6d-6799784235a1 req-2a86e9d2-6d0b-4b40-9571-626f8086b371 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397911
May 12 08:23:17.945540 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bce18-4ba7-4c34-98a5-49dfedb89816 req-0958c2ba-16be-45de-9e82-b4a63bc255bc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:17.947111 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e17bce18-4ba7-4c34-98a5-49dfedb89816 req-0958c2ba-16be-45de-9e82-b4a63bc255bc tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.0861557
May 12 08:23:17.993831 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e17bce18-4ba7-4c34-98a5-49dfedb89816 req-8500abd8-cfb5-4da3-a982-d253487a39aa tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402153
May 12 08:23:18.848206 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d292d-fc70-4907-8d34-99bfe9706db2 req-c60af59e-d352-4d7c-b3b6-4309c29e11fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:18.849537 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-768d292d-fc70-4907-8d34-99bfe9706db2 req-c60af59e-d352-4d7c-b3b6-4309c29e11fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0814250
May 12 08:23:18.899395 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-768d292d-fc70-4907-8d34-99bfe9706db2 req-eeac9205-0843-4005-9125-6accaa41725c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440264
May 12 08:23:19.133010 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:23:19.186530 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197acb1-1299-4e7d-88d8-e42b00cb54dc req-3bf5b7f0-a025-44eb-87ad-77673e4e4500 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:19.188072 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9197acb1-1299-4e7d-88d8-e42b00cb54dc req-3bf5b7f0-a025-44eb-87ad-77673e4e4500 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.0826871
May 12 08:23:19.234773 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9197acb1-1299-4e7d-88d8-e42b00cb54dc req-12754f5a-bd20-4655-bdf3-e297666ced2e tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408540
May 12 08:23:20.091021 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d17e2-5b75-4806-8717-e786b04e8289 req-4b710b13-f48a-4d25-a952-6d464f84cc28 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:20.092449 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ce0d17e2-5b75-4806-8717-e786b04e8289 req-4b710b13-f48a-4d25-a952-6d464f84cc28 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0842750
May 12 08:23:20.136849 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ce0d17e2-5b75-4806-8717-e786b04e8289 req-764c3878-d68c-4263-a083-cfb38a03b7aa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386932
May 12 08:23:20.433769 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e91a15-9ca1-4d0c-847a-b5ac5d05eded req-ad2d7097-6d13-438b-8797-ed48e32ed1ec tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:20.435152 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d6e91a15-9ca1-4d0c-847a-b5ac5d05eded req-ad2d7097-6d13-438b-8797-ed48e32ed1ec tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 943 time: 0.0849094
May 12 08:23:20.479420 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d6e91a15-9ca1-4d0c-847a-b5ac5d05eded req-483df315-2287-4cbb-a2f9-822c5c87ec3a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386457
May 12 08:23:21.159159 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:23:21.302156 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:23:21.315849 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'port_id': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'mac_address': 'fa:16:3e:dd:6c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:23:21.334804 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6aaac-935f-4d66-ba78-a3d3a2c35109 req-12f1821e-d375-4ac9-90e7-60dda377eeb6 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:21.336273 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ccd6aaac-935f-4d66-ba78-a3d3a2c35109 req-12f1821e-d375-4ac9-90e7-60dda377eeb6 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0891392
May 12 08:23:21.371056 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:21.382704 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ccd6aaac-935f-4d66-ba78-a3d3a2c35109 req-def4a9c0-11d9-4987-bd95-230b457df639 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405467
May 12 08:23:21.391524 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:23:21.407991 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:23:21.413657 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:21.416851 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-903d06fc-050d-440e-b6f9-725298932d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:21.483200 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,revision_number=9']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:21.486334 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:21.674868 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d07bb-0c12-4dd1-889e-3f9ee332dbef req-9363214d-6689-4958-bcbb-ed6075071b9c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:21.675645 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['22e90d62-d1c8-4dd2-bb3c-a092962ecbd2'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:23:21.676491 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-965d07bb-0c12-4dd1-889e-3f9ee332dbef req-9363214d-6689-4958-bcbb-ed6075071b9c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 944 time: 0.0867012
May 12 08:23:21.722483 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-965d07bb-0c12-4dd1-889e-3f9ee332dbef req-f3ccd76c-bc5c-40ee-bb76-af38db214847 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396469
May 12 08:23:22.573460 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a47f9-a728-4e13-9414-a424c497e9c5 req-a05de0be-4fe8-464f-8079-4183093fb34e tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:22.574949 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-011a47f9-a728-4e13-9414-a424c497e9c5 req-a05de0be-4fe8-464f-8079-4183093fb34e tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0808492
May 12 08:23:22.619944 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-011a47f9-a728-4e13-9414-a424c497e9c5 req-ed0a5c2d-e8be-411e-a5c7-fd1f3bbbcb0d tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387983
May 12 08:23:22.890200 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-9cabf8e0-25ad-4895-ad3f-763828e4a9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:22.927714 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b489694-d2e9-4ca6-ac4c-c40e2eb989d8 req-a3053eb3-9be2-4d9f-a904-2ccf0372b4a4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:22.929212 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8b489694-d2e9-4ca6-ac4c-c40e2eb989d8 req-a3053eb3-9be2-4d9f-a904-2ccf0372b4a4 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 944 time: 0.0871377
May 12 08:23:22.980089 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8b489694-d2e9-4ca6-ac4c-c40e2eb989d8 req-e0fd6cb5-4e80-4929-841f-c7515e53e245 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450897
May 12 08:23:23.163486 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:23:23.242009 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:23.242386 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:23.359861 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:23.386447 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:23:23.397903 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:23:23.401982 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:23.404597 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-ab35a009-ca16-4595-94f2-76e09caee17d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:23.433882 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'code': 200}
May 12 08:23:23.475647 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,revision_number=10']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:23.478500 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:23.677875 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef35f2-8a90-434c-9212-c6b18ae9152d req-4e2b618f-e1c5-4194-ae3c-01e377c43db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:23.679390 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c2ef35f2-8a90-434c-9212-c6b18ae9152d req-4e2b618f-e1c5-4194-ae3c-01e377c43db5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 1099 time: 0.0723691
May 12 08:23:23.722134 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c2ef35f2-8a90-434c-9212-c6b18ae9152d req-61136fbc-4c06-4cff-a5b8-e440a1b38df3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360720
May 12 08:23:23.774138 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-9e2d038b-cb10-4697-9f15-ef879a4f2baf tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279784259&fields=id&tenant_id=e423ce6e973746f9a5ff7f3180a97d63 HTTP/1.1" status: 200  len: 267 time: 0.0393319
May 12 08:23:23.806490 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7daec8-4a8d-47e8-a9fa-02832c969589 req-47670b38-e756-42c9-a912-388ff8894dc4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:23.807949 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5a7daec8-4a8d-47e8-a9fa-02832c969589 req-47670b38-e756-42c9-a912-388ff8894dc4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0816395
May 12 08:23:23.852994 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5a7daec8-4a8d-47e8-a9fa-02832c969589 req-77a8ee63-02dd-4fa4-ad22-e86872eaaeb8 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390153
May 12 08:23:23.924019 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-ab4b54be-4e97-4be6-873d-762b75df06b7 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:23.925499 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-ab4b54be-4e97-4be6-873d-762b75df06b7 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/networks?id=31089059-d041-4898-8124-e21c69059115 HTTP/1.1" status: 200  len: 809 time: 0.1438272
May 12 08:23:23.940027 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-98d7644a-9b67-434b-a83e-7ce2376911db tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/quotas/e423ce6e973746f9a5ff7f3180a97d63 HTTP/1.1" status: 200  len: 375 time: 0.0089242
May 12 08:23:24.030077 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-eef9a656-6045-4330-9cf8-4aca70a18d2f tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e423ce6e973746f9a5ff7f3180a97d63&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0853434
May 12 08:23:24.165897 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-d3d89885-8f71-43cf-b8c6-faf36062b693 service neutron] 10.222.0.36 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237662
May 12 08:23:24.181359 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f8ba4-a419-4866-a178-c3db2815fc5f req-bc88e016-66a8-40e9-ab89-8a21652f9b6f tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:24.182812 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f29f8ba4-a419-4866-a178-c3db2815fc5f req-bc88e016-66a8-40e9-ab89-8a21652f9b6f tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 946 time: 0.0851212
May 12 08:23:24.227184 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f29f8ba4-a419-4866-a178-c3db2815fc5f req-ea4f8ee2-8062-4164-a56a-601a52438c28 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385756
May 12 08:23:24.301143 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-4e6884cc-c8b0-4032-93c7-3ece470fa991 service neutron] 10.222.0.36 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286469
May 12 08:23:24.695314 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-33c54894-93a9-4b36-9ac6-810f82219513 req-98d87f9e-8f70-4a59-866f-4e9834808273 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Synchronizing usage tracker for tenant:e423ce6e973746f9a5ff7f3180a97d63 on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:23:24.719649 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-33c54894-93a9-4b36-9ac6-810f82219513 req-98d87f9e-8f70-4a59-866f-4e9834808273 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Unset dirty status for tenant:e423ce6e973746f9a5ff7f3180a97d63 on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:23:24.720945 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-33c54894-93a9-4b36-9ac6-810f82219513 req-98d87f9e-8f70-4a59-866f-4e9834808273 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 210 time: 0.0691290
May 12 08:23:25.058542 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f852cf-c008-42b1-9a82-6a2a5bbe8b65 req-8b3c14af-68b0-401f-a70c-2f95e48c36d3 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:25.059954 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-92f852cf-c008-42b1-9a82-6a2a5bbe8b65 req-8b3c14af-68b0-401f-a70c-2f95e48c36d3 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0913539
May 12 08:23:25.207253 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-92f852cf-c008-42b1-9a82-6a2a5bbe8b65 req-4816747d-7f7c-45d2-b2f4-6a71d6a132c3 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1412272
May 12 08:23:25.290315 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:25.438170 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd136067-6d80-4108-8833-4c9d80491cc3 req-612a2c21-2aa5-49c4-a8ae-e1e7e24c221c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:25.439547 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cd136067-6d80-4108-8833-4c9d80491cc3 req-612a2c21-2aa5-49c4-a8ae-e1e7e24c221c tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 946 time: 0.0901635
May 12 08:23:25.484283 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cd136067-6d80-4108-8833-4c9d80491cc3 req-dc151841-1f7c-4645-928f-0dec2642bb68 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384700
May 12 08:23:25.558391 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2881-185e-46ac-a6ad-21c8248dd2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:25.791479 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-bd4857bc-6aea-4014-bee7-4339dd8c74f4 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:25.792943 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-bd4857bc-6aea-4014-bee7-4339dd8c74f4 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.39 "GET /v2.0/networks?id=31089059-d041-4898-8124-e21c69059115 HTTP/1.1" status: 200  len: 809 time: 0.1494286
May 12 08:23:25.871861 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-087a717f-cf5f-4859-8cbf-65c65df84f11 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e423ce6e973746f9a5ff7f3180a97d63 HTTP/1.1" status: 200  len: 379 time: 0.0709348
May 12 08:23:25.885309 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Request body: {'port': {'device_id': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'admin_state_up': True, 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'security_groups': ['d92374f3-0053-47c4-9e6d-61ba90a47771']}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:23:25.902739 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f12a793e-7d6b-405c-82bf-f5796d4011d0 req-ce15a63c-d511-4572-9996-5e923c335003 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 210 time: 0.0690155
May 12 08:23:26.023032 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:23:26.032960 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:23:26.046837 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Made reservation on behalf of e423ce6e973746f9a5ff7f3180a97d63 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:23:26.052390 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:26.221120 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Allocated IP 172.20.0.12 (31089059-d041-4898-8124-e21c69059115/dc3d503e-d6ee-4204-b35e-df6ab4d966bf/6a0c6340-e629-4599-b266-e536e6239629) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:23:26.402587 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61700782-b5a7-4847-bf04-e796d7f2d131 req-8889a2e5-8344-43be-a7d3-31067989f34f tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:26.404320 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-61700782-b5a7-4847-bf04-e796d7f2d131 req-8889a2e5-8344-43be-a7d3-31067989f34f tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0901370
May 12 08:23:26.417542 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:26.427445 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:26.436204 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Transition to ACTIVE for port object 6a0c6340-e629-4599-b266-e536e6239629 will not be triggered until provisioned by entity DHCP. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:23:26.457734 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-61700782-b5a7-4847-bf04-e796d7f2d131 req-3decdd6a-b8ad-442b-962a-590d02d1c612 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472872
May 12 08:23:26.471898 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:26.487378 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-4ef1d4d0-6ab5-42ce-aedf-39cbd72f62e0 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:26.551172 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Network 31089059-d041-4898-8124-e21c69059115 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:23:26.554428 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:23:26.558632 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:23:26.601172 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event updated for resources: {'Port': ['ID=6a0c6340-e629-4599-b266-e536e6239629,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:26.605851 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:26.632870 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:26.633522 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:26.660497 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6964bd74-7551-4d43-a20f-d7fd3b86b364 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7831700
May 12 08:23:26.682516 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Request body: {'port': {'device_id': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:23:26.726142 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-7409abc5-d196-40ff-86d2-d1fd3fc031bb None None] Provisioning for port 6a0c6340-e629-4599-b266-e536e6239629 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:23:26.730800 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-7409abc5-d196-40ff-86d2-d1fd3fc031bb None None] Provisioning complete for port 6a0c6340-e629-4599-b266-e536e6239629 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:26.731175 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-7409abc5-d196-40ff-86d2-d1fd3fc031bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:26.785501 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-7409abc5-d196-40ff-86d2-d1fd3fc031bb None None] Port 6a0c6340-e629-4599-b266-e536e6239629 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:23:26.797304 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:27.143543 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610872b2-6c14-4723-8123-f5873e730531 req-7878cb37-cbc7-41a4-97cf-ba99577b92cb tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:27.144250 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-610872b2-6c14-4723-8123-f5873e730531 req-7878cb37-cbc7-41a4-97cf-ba99577b92cb tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Synchronizing usage tracker for tenant:e423ce6e973746f9a5ff7f3180a97d63 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:23:27.205453 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-610872b2-6c14-4723-8123-f5873e730531 req-7878cb37-cbc7-41a4-97cf-ba99577b92cb tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Unset dirty status for tenant:e423ce6e973746f9a5ff7f3180a97d63 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:23:27.206874 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-610872b2-6c14-4723-8123-f5873e730531 req-7878cb37-cbc7-41a4-97cf-ba99577b92cb tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 932 time: 0.1968322
May 12 08:23:27.208734 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0c6340-e629-4599-b266-e536e6239629 {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:23:27.228680 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:27.255828 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Transition to ACTIVE for port object 6a0c6340-e629-4599-b266-e536e6239629 will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:23:27.259839 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:27.265116 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-971e3c89-932f-439e-b962-29b49439ff4e tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:27.304829 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-610872b2-6c14-4723-8123-f5873e730531 req-ecdb0221-1700-4715-bbf2-d8d1bef276e0 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917993
May 12 08:23:27.382616 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0c6340-e629-4599-b266-e536e6239629,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:27.391954 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:27.593992 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Attempting to bind port 6a0c6340-e629-4599-b266-e536e6239629 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:23:27.594306 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Attempting to bind port 6a0c6340-e629-4599-b266-e536e6239629 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:23:27.594659 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Attempting to bind port 6a0c6340-e629-4599-b266-e536e6239629 on network 31089059-d041-4898-8124-e21c69059115 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:23:27.599352 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Port 6a0c6340-e629-4599-b266-e536e6239629 on network 31089059-d041-4898-8124-e21c69059115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:23:27.599676 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Attempting to bind port 6a0c6340-e629-4599-b266-e536e6239629 on network 31089059-d041-4898-8124-e21c69059115 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:23:27.605090 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:23:27.605458 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Checking segment: {'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:23:27.605844 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Bound using segment: {'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:23:27.606270 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Bound port: 6a0c6340-e629-4599-b266-e536e6239629, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b71475-4ac4-4197-bb00-a7fea8c798f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '31089059-d041-4898-8124-e21c69059115'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:23:27.606612 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:27.655643 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746bdb9-0516-4f09-83b2-a5114f8e6941 req-844b5cc3-f645-4e86-912e-fa76072d67a8 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:27.657143 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9746bdb9-0516-4f09-83b2-a5114f8e6941 req-844b5cc3-f645-4e86-912e-fa76072d67a8 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0870078
May 12 08:23:27.700633 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] For port 6a0c6340-e629-4599-b266-e536e6239629, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:23:27.703334 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9746bdb9-0516-4f09-83b2-a5114f8e6941 req-c1c257db-3131-48ea-bd14-0eb52467b5af tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403020
May 12 08:23:27.703762 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] For port 6a0c6340-e629-4599-b266-e536e6239629, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6a0c6340-e629-4599-b266-e536e6239629,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:23:27.709318 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:27.713303 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-94e0a1c6-c74b-4a12-a56d-bd910b1da347 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:27.767848 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:27.768424 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:27.769851 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] 10.222.0.39 "PUT /v2.0/ports/6a0c6340-e629-4599-b266-e536e6239629 HTTP/1.1" status: 200  len: 1094 time: 1.0917470
May 12 08:23:27.771025 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'tag': '6a0c6340-e629-4599-b266-e536e6239629'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:23:27.810274 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0c6340-e629-4599-b266-e536e6239629,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:27.832443 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:27.853792 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:27.855407 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'tag': '6a0c6340-e629-4599-b266-e536e6239629', 'status': 'completed', 'code': 200}
May 12 08:23:27.899619 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-e6741476-5d02-4d3d-86ac-157a1252c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:27.901160 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-e6741476-5d02-4d3d-86ac-157a1252c70e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e423ce6e973746f9a5ff7f3180a97d63&device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 1097 time: 0.0879495
May 12 08:23:27.971270 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-b9369f95-dd5d-4947-ab62-429121eda881 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0c6340-e629-4599-b266-e536e6239629 HTTP/1.1" status: 200  len: 217 time: 0.0628510
May 12 08:23:28.042264 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-1a0ab883-fcc8-46c7-ad15-8cf9cdc33b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:28.043720 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-1a0ab883-fcc8-46c7-ad15-8cf9cdc33b15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc3d503e-d6ee-4204-b35e-df6ab4d966bf HTTP/1.1" status: 200  len: 848 time: 0.0657697
May 12 08:23:28.130078 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-dedbffcc-2953-45c6-8ba1-4e5bd0fb5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:28.131569 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-dedbffcc-2953-45c6-8ba1-4e5bd0fb5955 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31089059-d041-4898-8124-e21c69059115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799437
May 12 08:23:28.266206 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-11d38a52-229b-4fa8-a4b6-04560f348868 service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268377
May 12 08:23:28.401570 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2b6ce545-e7e6-41a7-83b4-2aa356a00450 req-6c0d5f0b-c488-4152-8724-6273e003564b service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292377
May 12 08:23:28.493049 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a9b98-be85-4a9c-8c13-568b85366c24 req-e58efeea-b88f-41d3-a7ab-4aa89b91867e tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:28.494818 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-022a9b98-be85-4a9c-8c13-568b85366c24 req-e58efeea-b88f-41d3-a7ab-4aa89b91867e tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0837755
May 12 08:23:28.528035 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf53887-71bc-4740-9ecf-7e8716f2982b req-a07f7a29-2f76-4132-a1e0-e0e08b06e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:28.529580 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1cf53887-71bc-4740-9ecf-7e8716f2982b req-a07f7a29-2f76-4132-a1e0-e0e08b06e85c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e423ce6e973746f9a5ff7f3180a97d63&device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 1097 time: 0.0776324
May 12 08:23:28.539204 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-022a9b98-be85-4a9c-8c13-568b85366c24 req-2345d12f-546e-42b0-973b-9116e91c2236 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Synchronizing usage tracker for tenant:e423ce6e973746f9a5ff7f3180a97d63 on resource:security_group {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:23:28.555698 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-022a9b98-be85-4a9c-8c13-568b85366c24 req-2345d12f-546e-42b0-973b-9116e91c2236 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Unset dirty status for tenant:e423ce6e973746f9a5ff7f3180a97d63 on resource:security_group {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:23:28.556987 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-022a9b98-be85-4a9c-8c13-568b85366c24 req-2345d12f-546e-42b0-973b-9116e91c2236 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558567
May 12 08:23:28.659725 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf53887-71bc-4740-9ecf-7e8716f2982b req-9471afe4-9857-407f-9f8b-115fb7a4e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:28.661069 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1cf53887-71bc-4740-9ecf-7e8716f2982b req-9471afe4-9857-407f-9f8b-115fb7a4e22d service neutron] 10.222.0.39 "GET /v2.0/networks?id=31089059-d041-4898-8124-e21c69059115 HTTP/1.1" status: 200  len: 910 time: 0.1250997
May 12 08:23:28.728275 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1cf53887-71bc-4740-9ecf-7e8716f2982b req-cef212c9-9fe6-495b-b975-115150e8d558 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0c6340-e629-4599-b266-e536e6239629 HTTP/1.1" status: 200  len: 217 time: 0.0591786
May 12 08:23:28.792552 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf53887-71bc-4740-9ecf-7e8716f2982b req-1eae4167-7b9e-4cfb-9dac-f9dd77da0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:28.794019 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1cf53887-71bc-4740-9ecf-7e8716f2982b req-1eae4167-7b9e-4cfb-9dac-f9dd77da0b03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc3d503e-d6ee-4204-b35e-df6ab4d966bf HTTP/1.1" status: 200  len: 848 time: 0.0599856
May 12 08:23:28.934428 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf53887-71bc-4740-9ecf-7e8716f2982b req-ca434607-0318-437a-872a-67834993e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:28.935901 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1cf53887-71bc-4740-9ecf-7e8716f2982b req-ca434607-0318-437a-872a-67834993e65c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31089059-d041-4898-8124-e21c69059115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1306899
May 12 08:23:28.943086 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034232d2-dc99-4ac9-8d13-b9ae46dc95e7 req-7cecfcc7-1624-4843-a1e1-780669b4aef4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:28.944390 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-034232d2-dc99-4ac9-8d13-b9ae46dc95e7 req-7cecfcc7-1624-4843-a1e1-780669b4aef4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.1095452
May 12 08:23:29.071095 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-034232d2-dc99-4ac9-8d13-b9ae46dc95e7 req-e39e92ec-f4ec-4a32-bc83-4377795dc9f4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1067729
May 12 08:23:29.098172 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1cf53887-71bc-4740-9ecf-7e8716f2982b req-d2703cc6-c593-48ba-90f0-94f17ca18aae service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529098
May 12 08:23:29.330159 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1cf53887-71bc-4740-9ecf-7e8716f2982b req-73600d18-8325-46ff-8c45-70f2338ed1af service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2145543
May 12 08:23:29.753867 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8fa5e-e330-4dca-82ac-111c9f658f56 req-4004f1b5-7216-41a9-956b-d27fabf48afc tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:29.755337 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9ea8fa5e-e330-4dca-82ac-111c9f658f56 req-4004f1b5-7216-41a9-956b-d27fabf48afc tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0865002
May 12 08:23:29.807525 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-9ea8fa5e-e330-4dca-82ac-111c9f658f56 req-f7b634fe-8ae5-4f01-afa0-9c9e832d2ce5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438130
May 12 08:23:30.261372 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d000d-c15c-40ca-874b-a1df092e7906 req-5366f2e1-d46f-4832-8978-9ad499d06615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:30.263202 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-057d000d-c15c-40ca-874b-a1df092e7906 req-5366f2e1-d46f-4832-8978-9ad499d06615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0857000
May 12 08:23:30.308407 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-057d000d-c15c-40ca-874b-a1df092e7906 req-c9c455de-adfb-43ae-8c72-2b0939a5a58b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394120
May 12 08:23:31.010881 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac8169-c72d-4872-82cf-b8945628c7b1 req-ccdc0e2e-b2ad-42ad-ab73-954cdf1a91c7 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:31.012310 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-13ac8169-c72d-4872-82cf-b8945628c7b1 req-ccdc0e2e-b2ad-42ad-ab73-954cdf1a91c7 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0881720
May 12 08:23:31.055723 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-13ac8169-c72d-4872-82cf-b8945628c7b1 req-f826c7f6-44f0-4922-8480-ccf8634b1639 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375545
May 12 08:23:31.516636 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001e594-91bc-4b5d-ae1f-b6f55f4f2879 req-ed280a3a-5197-4507-ac35-28b334473890 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:31.518147 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0001e594-91bc-4b5d-ae1f-b6f55f4f2879 req-ed280a3a-5197-4507-ac35-28b334473890 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0902312
May 12 08:23:31.566501 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0001e594-91bc-4b5d-ae1f-b6f55f4f2879 req-6522c541-b9c9-41ae-87e7-95c5d4097e67 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425692
May 12 08:23:32.254894 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbbb32-8125-41a4-904b-f4b2cc1babb7 req-5d180875-1c0f-41a3-9fca-c1fefeda0e90 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:32.256334 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cfdbbb32-8125-41a4-904b-f4b2cc1babb7 req-5d180875-1c0f-41a3-9fca-c1fefeda0e90 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0912445
May 12 08:23:32.301371 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-cfdbbb32-8125-41a4-904b-f4b2cc1babb7 req-89de8cba-fcf0-4917-b75a-15c3eebc0898 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392461
May 12 08:23:32.768633 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dae85e-c003-4a5d-96c5-12838decfa6a req-2f0e3ad5-f0b0-4001-a6de-f89874ca7a88 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:32.770024 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-66dae85e-c003-4a5d-96c5-12838decfa6a req-2f0e3ad5-f0b0-4001-a6de-f89874ca7a88 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0842595
May 12 08:23:32.814596 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-66dae85e-c003-4a5d-96c5-12838decfa6a req-9c76858b-ef89-4162-8b25-b7d7db97c778 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388949
May 12 08:23:33.498204 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b00366-2d21-4a45-b529-02ef6445af4b req-73c32d0f-5b00-452d-87bb-f217a377ee8d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:33.499739 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e2b00366-2d21-4a45-b529-02ef6445af4b req-73c32d0f-5b00-452d-87bb-f217a377ee8d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0891247
May 12 08:23:33.546006 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e2b00366-2d21-4a45-b529-02ef6445af4b req-76a16b9c-01f4-4d95-ab96-70712bbd6006 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396593
May 12 08:23:34.020512 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d825576-b9c9-4f40-acb3-2b1b0d6bc7d0 req-bd2b5a44-9d68-455d-973f-fc58f91be927 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:34.022008 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1d825576-b9c9-4f40-acb3-2b1b0d6bc7d0 req-bd2b5a44-9d68-455d-973f-fc58f91be927 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0874221
May 12 08:23:34.065701 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1d825576-b9c9-4f40-acb3-2b1b0d6bc7d0 req-6e2b0a6d-6ac7-4c31-8c02-ce248206bde5 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380650
May 12 08:23:34.450969 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54985888-9679-4888-9c6b-61272a0fd48d req-6e0f5ad5-95e1-47a3-a984-d5886fd9c691 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:34.452329 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-54985888-9679-4888-9c6b-61272a0fd48d req-6e0f5ad5-95e1-47a3-a984-d5886fd9c691 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.1276314
May 12 08:23:34.509133 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c46756-368f-4271-8da0-6005470730e4 req-d06b30a8-8554-4b15-b874-1cc37264d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:34.510655 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-29c46756-368f-4271-8da0-6005470730e4 req-d06b30a8-8554-4b15-b874-1cc37264d877 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b974789224711a5c26ac4b744b174&device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 1098 time: 0.1249766
May 12 08:23:34.513699 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-54985888-9679-4888-9c6b-61272a0fd48d req-4ea18f46-f3a1-4b10-ba52-89ee19f0c355 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551140
May 12 08:23:34.643805 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c46756-368f-4271-8da0-6005470730e4 req-3572af96-ece2-4bad-806c-cf1c27e7c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:34.645327 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-29c46756-368f-4271-8da0-6005470730e4 req-3572af96-ece2-4bad-806c-cf1c27e7c827 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9716e78e-e6a0-4390-a055-14165c9b42c3 HTTP/1.1" status: 200  len: 912 time: 0.1280556
May 12 08:23:34.755898 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-29c46756-368f-4271-8da0-6005470730e4 req-b2ab0218-1d1b-4f3b-ab92-78bbd3369494 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e HTTP/1.1" status: 200  len: 1001 time: 0.1037817
May 12 08:23:34.818043 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c46756-368f-4271-8da0-6005470730e4 req-ce279c60-45ca-41ac-b252-ee702db58f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:34.819722 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-29c46756-368f-4271-8da0-6005470730e4 req-ce279c60-45ca-41ac-b252-ee702db58f92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a93e9c7-3ded-4f77-a7f2-46a6faf40562 HTTP/1.1" status: 200  len: 850 time: 0.0577655
May 12 08:23:34.820855 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1b200-e206-4f6d-a6ca-914ff14f052a req-656a1428-3d50-4104-8e83-432896244a1b tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:34.822341 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-35d1b200-e206-4f6d-a6ca-914ff14f052a req-656a1428-3d50-4104-8e83-432896244a1b tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.1704252
May 12 08:23:34.867788 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-35d1b200-e206-4f6d-a6ca-914ff14f052a req-a396d632-da8e-4c35-b357-f4879b58184b tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396657
May 12 08:23:34.899130 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c46756-368f-4271-8da0-6005470730e4 req-a4da59b1-1cfe-476a-a20a-ba2d6ed74127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:34.900716 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-29c46756-368f-4271-8da0-6005470730e4 req-a4da59b1-1cfe-476a-a20a-ba2d6ed74127 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9716e78e-e6a0-4390-a055-14165c9b42c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748360
May 12 08:23:35.032958 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-29c46756-368f-4271-8da0-6005470730e4 req-9dd891a7-2f12-4f96-91e4-ad8a0f7a1ba3 service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256123
May 12 08:23:35.164853 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-29c46756-368f-4271-8da0-6005470730e4 req-98c7ced0-7da2-4e5f-8a37-2e9aa5f270c8 service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249518
May 12 08:23:35.706530 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc2805-bdea-42fd-96d4-aef2f0b5faca req-152807a0-3e2b-40c7-a86e-aa11ac861171 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:35.708217 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-02cc2805-bdea-42fd-96d4-aef2f0b5faca req-152807a0-3e2b-40c7-a86e-aa11ac861171 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0879335
May 12 08:23:35.756925 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-02cc2805-bdea-42fd-96d4-aef2f0b5faca req-1bf2197a-7009-4c45-827d-b5fa1ceed7e3 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424426
May 12 08:23:36.064703 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef20ff-1e2a-414b-9de0-a0a2c10a8036 req-b3f38370-1a26-4ae8-b741-040436698f20 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:36.066078 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-97ef20ff-1e2a-414b-9de0-a0a2c10a8036 req-b3f38370-1a26-4ae8-b741-040436698f20 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0847743
May 12 08:23:36.114380 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-97ef20ff-1e2a-414b-9de0-a0a2c10a8036 req-12c644ae-68ed-4e0e-9334-4c1ca8fcf1ac tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396934
May 12 08:23:36.960975 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f8442-d9c6-4ea9-91a5-a43c89a9f180 req-772acdcb-6e27-4a2b-ae97-57db8727e79b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:36.962484 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6c7f8442-d9c6-4ea9-91a5-a43c89a9f180 req-772acdcb-6e27-4a2b-ae97-57db8727e79b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0945101
May 12 08:23:37.007948 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-6c7f8442-d9c6-4ea9-91a5-a43c89a9f180 req-479a0011-8fac-45df-a5c7-54446abb5465 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396504
May 12 08:23:37.237632 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 6a0c6340-e629-4599-b266-e536e6239629 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:23:37.321702 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563586a-1d86-4de3-b1ed-45507a18d202 req-90de6b35-851a-4e28-a008-684af088de34 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:37.323217 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6563586a-1d86-4de3-b1ed-45507a18d202 req-90de6b35-851a-4e28-a008-684af088de34 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0840273
May 12 08:23:37.372866 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-6563586a-1d86-4de3-b1ed-45507a18d202 req-c1ab52bd-67d2-4399-934a-4389b017c860 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437496
May 12 08:23:37.398523 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 6a0c6340-e629-4599-b266-e536e6239629, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6a0c6340-e629-4599-b266-e536e6239629,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:23:37.411427 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '6a0c6340-e629-4599-b266-e536e6239629', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'port_id': '6a0c6340-e629-4599-b266-e536e6239629', 'mac_address': 'fa:16:3e:3b:01:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:23:37.467655 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:37.483898 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0c6340-e629-4599-b266-e536e6239629 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:23:37.499234 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 6a0c6340-e629-4599-b266-e536e6239629, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6a0c6340-e629-4599-b266-e536e6239629,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:23:37.504828 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:37.507457 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:37.578142 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=6a0c6340-e629-4599-b266-e536e6239629,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:37.581844 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:37.788572 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['6a0c6340-e629-4599-b266-e536e6239629'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:23:38.570944 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0da099-26d9-46d6-aa9b-69f0e91ecbef req-5faba20e-24ab-408d-b411-53995ed9b982 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:38.572460 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dc0da099-26d9-46d6-aa9b-69f0e91ecbef req-5faba20e-24ab-408d-b411-53995ed9b982 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 945 time: 0.0871751
May 12 08:23:38.706184 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dc0da099-26d9-46d6-aa9b-69f0e91ecbef req-04ec9121-d06d-41ea-995f-3ba4d78e90dc tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1274428
May 12 08:23:39.245688 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 6a0c6340-e629-4599-b266-e536e6239629 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:23:39.314446 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port 6a0c6340-e629-4599-b266-e536e6239629 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:23:39.318951 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 6a0c6340-e629-4599-b266-e536e6239629 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:23:39.319322 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:39.436879 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:39.463864 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0c6340-e629-4599-b266-e536e6239629'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:23:39.474089 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 6a0c6340-e629-4599-b266-e536e6239629, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6a0c6340-e629-4599-b266-e536e6239629,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:23:39.479387 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:39.481401 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:39.511139 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0c6340-e629-4599-b266-e536e6239629', 'code': 200}
May 12 08:23:39.549136 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=6a0c6340-e629-4599-b266-e536e6239629,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:39.552012 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:39.861166 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5d2d1-4bb4-4a2e-a1f0-552ab50f9225 req-3033e024-7bd4-4736-b49c-0031cd53adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:39.862530 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-44e5d2d1-4bb4-4a2e-a1f0-552ab50f9225 req-3033e024-7bd4-4736-b49c-0031cd53adf7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 1099 time: 0.1070366
May 12 08:23:39.895933 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:39.919528 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-44e5d2d1-4bb4-4a2e-a1f0-552ab50f9225 req-7cf2c1de-f75d-459f-8662-f476b3d16365 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493279
May 12 08:23:39.943288 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821885e-3ba5-40ea-b7eb-20a29318285a req-5aa0fba9-e90b-421e-b59e-883a081c1798 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:39.944699 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1821885e-3ba5-40ea-b7eb-20a29318285a req-5aa0fba9-e90b-421e-b59e-883a081c1798 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.1249578
May 12 08:23:39.990035 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1821885e-3ba5-40ea-b7eb-20a29318285a req-fe2acc17-8f6a-4dc8-8e4f-2c133d12d701 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394733
May 12 08:23:40.382830 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b7a06a9a-f682-4ddc-8c75-2b36832ccd93 req-2d583dcf-913c-494c-a3fd-327a784cb5b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0883405
May 12 08:23:40.476104 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a06a9a-f682-4ddc-8c75-2b36832ccd93 req-407858be-0e31-45b2-b17d-28dea3539422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:40.477577 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b7a06a9a-f682-4ddc-8c75-2b36832ccd93 req-407858be-0e31-45b2-b17d-28dea3539422 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54154e676c8c499798f207ead5f9d61e&device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 1099 time: 0.0719528
May 12 08:23:40.630112 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a06a9a-f682-4ddc-8c75-2b36832ccd93 req-c4f05ae2-5c32-45b3-94e9-0dc7fde63fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:40.631550 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b7a06a9a-f682-4ddc-8c75-2b36832ccd93 req-c4f05ae2-5c32-45b3-94e9-0dc7fde63fcf service neutron] 10.222.0.39 "GET /v2.0/networks?id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 200  len: 918 time: 0.1277025
May 12 08:23:40.739948 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b7a06a9a-f682-4ddc-8c75-2b36832ccd93 req-a54692f5-4cb7-435d-b861-0eaeff3d5fe6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 HTTP/1.1" status: 200  len: 1001 time: 0.1003370
May 12 08:23:40.807192 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a06a9a-f682-4ddc-8c75-2b36832ccd93 req-e8b450e0-12d7-474b-b901-9c2afb9b2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:40.808685 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b7a06a9a-f682-4ddc-8c75-2b36832ccd93 req-e8b450e0-12d7-474b-b901-9c2afb9b2d6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 200  len: 856 time: 0.0595086
May 12 08:23:40.889108 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a06a9a-f682-4ddc-8c75-2b36832ccd93 req-097982d8-96f7-4d19-9633-53d9607f9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:40.890615 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b7a06a9a-f682-4ddc-8c75-2b36832ccd93 req-097982d8-96f7-4d19-9633-53d9607f9c22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66b1fe41-f281-45a4-b5cd-77cfe6272bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739861
May 12 08:23:41.031442 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b7a06a9a-f682-4ddc-8c75-2b36832ccd93 req-f7f6dc31-521b-4ad3-b25d-9cb62be88505 service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325850
May 12 08:23:41.167806 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b7a06a9a-f682-4ddc-8c75-2b36832ccd93 req-fed3a146-4223-42c9-a467-ec7908f1fa5f service neutron] 10.222.0.39 "GET /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248887
May 12 08:23:41.182838 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e059b0-35a7-46e0-a571-a4e0c6107564 req-b6c684a9-7e33-416a-9134-6877f5814412 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:41.184502 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c8e059b0-35a7-46e0-a571-a4e0c6107564 req-b6c684a9-7e33-416a-9134-6877f5814412 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.0834062
May 12 08:23:41.230691 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c8e059b0-35a7-46e0-a571-a4e0c6107564 req-1a43a5af-e7a9-43ed-abe1-6491148c377e tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402997
May 12 08:23:41.412838 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005b55d-ec78-4b33-89e7-d216317f5c95 req-065a5104-1b93-47d1-aa80-3a9d10bb72a2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:41.414253 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4005b55d-ec78-4b33-89e7-d216317f5c95 req-065a5104-1b93-47d1-aa80-3a9d10bb72a2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.0809958
May 12 08:23:41.460712 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4005b55d-ec78-4b33-89e7-d216317f5c95 req-76486317-d797-497c-b6d4-c2964d879fbc tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407786
May 12 08:23:41.483732 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36874) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:23:41.658162 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf22f81-4468-410e-8dfd-b0d1843e1329 tempest-TestShelveInstance-1974057298 tempest-TestShelveInstance-1974057298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:41.659662 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-0bf22f81-4468-410e-8dfd-b0d1843e1329 tempest-TestShelveInstance-1974057298 tempest-TestShelveInstance-1974057298-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 1094 time: 0.1748879
May 12 08:23:41.662735 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36880) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:23:41.667695 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Request body: {'floatingip': {'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'port_id': '6a0c6340-e629-4599-b266-e536e6239629', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:23:41.673701 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:23:41.677685 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Usage tracker for resource:floatingip and tenant:e423ce6e973746f9a5ff7f3180a97d63 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:23:41.680562 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:23:41.687256 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:23:41.697620 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for floatingip, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:41.839679 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:41.981922 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Allocated IP 172.27.2.155 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/ab4c5b31-7412-45d9-b2f3-86662241d0f1) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:23:42.221008 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:42.255771 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:42.262575 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8ab798a2-86ef-425a-8419-fbbf8c8980f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:42.322818 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:23:42.325511 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:23:42.329200 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:23:42.370954 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event updated for resources: {'Port': ['ID=ab4c5b31-7412-45d9-b2f3-86662241d0f1,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:42.383094 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:23:42.383471 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:23:42.383846 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:23:42.384210 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:23:42.384574 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:23:42.384929 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:23:42.385311 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:23:42.385669 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:23:42.386024 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:23:42.386377 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:23:42.386712 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:23:42.387061 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:23:42.391918 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:42.750046 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:42.827199 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:43.034159 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:43.042946 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:43.049147 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7fe3ec5d-f34b-44d9-9642-27450093f1b2 tempest-ServerRescueNegativeTestJSON-1451301904 tempest-ServerRescueNegativeTestJSON-1451301904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:23:43.152328 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event updated for resources: {'Port': ['ID=ab4c5b31-7412-45d9-b2f3-86662241d0f1,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:23:43.156415 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:23:43.166485 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:43.340588 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.l3_db [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Floating IP 69bb19fd-02ac-4bcd-9a50-1d6806c48ffa associated. External IP: 172.27.2.155, port: 6a0c6340-e629-4599-b266-e536e6239629.
May 12 08:23:43.784368 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:23:43.960908 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:23:43.970223 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528cd03-b410-4226-b6f9-c755895407a0 None None] Sync routers for ids ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:23:43.980303 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528cd03-b410-4226-b6f9-c755895407a0 None None] Routers {'44ccc6b3-0674-4aa2-811d-0b3b94880d29'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:23:43.980911 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-7528cd03-b410-4226-b6f9-c755895407a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99963dc0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:23:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:43.987159 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:44.042358 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3786292
May 12 08:23:44.043061 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'tag': '6a0c6340-e629-4599-b266-e536e6239629'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:23:44.090721 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'tag': '6a0c6340-e629-4599-b266-e536e6239629', 'status': 'completed', 'code': 200}
May 12 08:23:44.154953 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-7528cd03-b410-4226-b6f9-c755895407a0 None None] Set router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:23:44.194752 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e0abe-5881-4b07-9d69-5bfd81f1b152 req-16886d71-5cb1-4774-b8f7-42e2752b3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:44.196259 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-082e0abe-5881-4b07-9d69-5bfd81f1b152 req-16886d71-5cb1-4774-b8f7-42e2752b3ba2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e423ce6e973746f9a5ff7f3180a97d63&device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 1099 time: 0.0806932
May 12 08:23:44.335533 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e0abe-5881-4b07-9d69-5bfd81f1b152 req-3cae4944-09aa-42d9-8fa7-2cc40a68d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:44.336990 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-082e0abe-5881-4b07-9d69-5bfd81f1b152 req-3cae4944-09aa-42d9-8fa7-2cc40a68d1d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=31089059-d041-4898-8124-e21c69059115 HTTP/1.1" status: 200  len: 910 time: 0.1299696
May 12 08:23:44.441156 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-082e0abe-5881-4b07-9d69-5bfd81f1b152 req-05663c4c-8a0c-4445-93cb-11a2e2e72f31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0c6340-e629-4599-b266-e536e6239629 HTTP/1.1" status: 200  len: 1000 time: 0.0965595
May 12 08:23:44.494584 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-7528cd03-b410-4226-b6f9-c755895407a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99963dc0>, [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '69bb19fd-02ac-4bcd-9a50-1d6806c48ffa', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'port_id': '6a0c6340-e629-4599-b266-e536e6239629', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'mac_address': 'fa:16:3e:3b:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:23:42Z', 'updated_at': '2021-05-12T08:23:42Z', 'revision_number': 0, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1dfc25-3293-44a7-896f-d0b0b48bf98f', 'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'mac_address': 'fa:16:3e:41:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:23:00Z', 'revision_number': 5, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'subnets': [{'id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:44.498516 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528cd03-b410-4226-b6f9-c755895407a0 None None] Checking router: 44ccc6b3-0674-4aa2-811d-0b3b94880d29 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:23:44.505391 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e0abe-5881-4b07-9d69-5bfd81f1b152 req-898c1557-458e-4d32-ae32-b95880d06de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:44.506868 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-082e0abe-5881-4b07-9d69-5bfd81f1b152 req-898c1557-458e-4d32-ae32-b95880d06de2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc3d503e-d6ee-4204-b35e-df6ab4d966bf HTTP/1.1" status: 200  len: 848 time: 0.0593710
May 12 08:23:44.507162 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528cd03-b410-4226-b6f9-c755895407a0 None None] Routers {'44ccc6b3-0674-4aa2-811d-0b3b94880d29'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:23:44.507778 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-7528cd03-b410-4226-b6f9-c755895407a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99963dc0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:23:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:44.584444 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e0abe-5881-4b07-9d69-5bfd81f1b152 req-9849158d-ed0a-4184-a279-1aa9dacb1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:23:44.586029 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-082e0abe-5881-4b07-9d69-5bfd81f1b152 req-9849158d-ed0a-4184-a279-1aa9dacb1a85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31089059-d041-4898-8124-e21c69059115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714281
May 12 08:23:44.718341 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-082e0abe-5881-4b07-9d69-5bfd81f1b152 req-76c99062-9053-4df8-b02f-21c3855dc53e service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247098
May 12 08:23:44.721053 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-7528cd03-b410-4226-b6f9-c755895407a0 None None] Set router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:23:44.848614 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-082e0abe-5881-4b07-9d69-5bfd81f1b152 req-23e5cc19-6abb-4083-affc-74bd45411c83 service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225245
May 12 08:23:45.074258 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-7528cd03-b410-4226-b6f9-c755895407a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99963dc0>, [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '69bb19fd-02ac-4bcd-9a50-1d6806c48ffa', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'port_id': '6a0c6340-e629-4599-b266-e536e6239629', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'mac_address': 'fa:16:3e:3b:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:23:42Z', 'updated_at': '2021-05-12T08:23:42Z', 'revision_number': 0, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1dfc25-3293-44a7-896f-d0b0b48bf98f', 'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'mac_address': 'fa:16:3e:41:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:23:00Z', 'revision_number': 5, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'subnets': [{'id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:23:45.078385 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528cd03-b410-4226-b6f9-c755895407a0 None None] The sync data for ids ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'] in dv-cinder-790910-1-iscsi is: [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '69bb19fd-02ac-4bcd-9a50-1d6806c48ffa', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'port_id': '6a0c6340-e629-4599-b266-e536e6239629', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'mac_address': 'fa:16:3e:3b:01:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:23:42Z', 'updated_at': '2021-05-12T08:23:42Z', 'revision_number': 0, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1dfc25-3293-44a7-896f-d0b0b48bf98f', 'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'mac_address': 'fa:16:3e:41:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:23:00Z', 'revision_number': 5, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'subnets': [{'id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:23:45.255494 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36218ba1-6282-41fd-a740-ba05ddd65ae9 None None] New status for floating IP 69bb19fd-02ac-4bcd-9a50-1d6806c48ffa: ACTIVE {{(pid=78691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:23:52.905340 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0d7af739-ed51-469f-b6ca-779d9f4cbe0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:55.288605 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:55.554206 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-e1c73bd4-9c7b-449d-9854-987db703d083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:56.137065 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:23:56.439433 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:23:57.836179 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:04.435928 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadefb0-863e-4d9f-b3ee-ec3cece3c561 req-c09c8ffc-9623-42e2-af40-61bb8c2d3eaa tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:04.437321 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2dadefb0-863e-4d9f-b3ee-ec3cece3c561 req-c09c8ffc-9623-42e2-af40-61bb8c2d3eaa tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 946 time: 0.0998003
May 12 08:24:04.481920 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2dadefb0-863e-4d9f-b3ee-ec3cece3c561 req-c064d004-3309-49bb-8bf3-e4e0a9534f5a tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386267
May 12 08:24:05.687278 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1ecfb-fdb4-472a-acda-a828ba10aba6 req-1fe8558a-f9c6-46fe-8359-6f9035ec2bce tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:05.688785 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0d1ecfb-fdb4-472a-acda-a828ba10aba6 req-1fe8558a-f9c6-46fe-8359-6f9035ec2bce tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 946 time: 0.0847330
May 12 08:24:05.733851 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d0d1ecfb-fdb4-472a-acda-a828ba10aba6 req-04b49df8-5e67-4de1-b36c-d676c2d49822 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdba231a-cc06-4b2b-a47e-33b3c63413d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391164
May 12 08:24:05.828144 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-59f0d602-45df-43a3-a2a7-b794c9eae458 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:05.829516 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-59f0d602-45df-43a3-a2a7-b794c9eae458 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.39 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 946 time: 0.0796990
May 12 08:24:05.978547 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Deleting port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:24:05.978852 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:06.112801 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] For port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:24:06.113038 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:06.484430 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:06.484766 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:06.485055 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.l3_db [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Floating IP bd910f08-d17a-493b-a8da-6b4bb7c2c752 disassociated. External IP: 172.27.2.166, port: 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2.
May 12 08:24:06.485425 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Calling delete_port for 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:24:06.601077 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:06.606649 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:06.654166 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event deleted for resources: {'Port': ['ID=22e90d62-d1c8-4dd2-bb3c-a092962ecbd2,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:06.657362 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:06.843452 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Router 5300f606-e601-49ee-96d4-1c2698fdd6f3 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:24:06.887722 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e6847183-75b1-412a-8ab6-436d175a5f58 req-d7efa414-7f9c-417b-aa5c-e155fab817e7 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/ports?device_id=e08d4dd5-e0fa-4059-b1f6-2805fa738b10 HTTP/1.1" status: 200  len: 210 time: 0.0418262
May 12 08:24:07.030144 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:24:07.040931 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8872dd36-203b-4d65-a93e-2386afa364e8 None None] Sync routers for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:24:07.053141 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872dd36-203b-4d65-a93e-2386afa364e8 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:24:07.053841 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-8872dd36-203b-4d65-a93e-2386afa364e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98e967c0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:23:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:07.108071 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] No DVR routers for this DVR port 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:24:07.111607 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:07.114400 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'name': 'network-vif-deleted', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:24:07.131578 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-010a15ad-d517-4ca7-869b-791a53f8bcc0 req-ac8e051f-2830-4878-98f9-f3ea9a1834b2 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.39 "DELETE /v2.0/ports/22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 HTTP/1.1" status: 204  len: 173 time: 1.2956040
May 12 08:24:07.160297 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d4dd5-e0fa-4059-b1f6-2805fa738b10', 'name': 'network-vif-deleted', 'tag': '22e90d62-d1c8-4dd2-bb3c-a092962ecbd2', 'status': 'completed', 'code': 200}
May 12 08:24:07.247228 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-8872dd36-203b-4d65-a93e-2386afa364e8 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:24:07.560446 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-8872dd36-203b-4d65-a93e-2386afa364e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98e967c0>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:44Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:07.564560 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8872dd36-203b-4d65-a93e-2386afa364e8 None None] Checking router: 5300f606-e601-49ee-96d4-1c2698fdd6f3 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:24:07.573379 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872dd36-203b-4d65-a93e-2386afa364e8 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:24:07.573990 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-8872dd36-203b-4d65-a93e-2386afa364e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98e967c0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:23:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:07.758837 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-8872dd36-203b-4d65-a93e-2386afa364e8 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:24:08.014236 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36932) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:08.079659 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-078befc1-f66b-4919-a976-17ea2742e0ce tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:08.107701 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-078befc1-f66b-4919-a976-17ea2742e0ce tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:08.123652 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-8872dd36-203b-4d65-a93e-2386afa364e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98e967c0>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:44Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:08.127757 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8872dd36-203b-4d65-a93e-2386afa364e8 None None] The sync data for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi is: [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:16:34Z', 'revision_number': 4, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '647edd6b-2239-46f9-8638-e20288118e70', 'name': '', 'network_id': '66b1fe41-f281-45a4-b5cd-77cfe6272bc6', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'mac_address': 'fa:16:3e:3c:e1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '43f380ad-b3ef-406b-b338-d076331b6127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:31Z', 'updated_at': '2021-05-12T08:16:44Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'subnets': [{'id': '43f380ad-b3ef-406b-b338-d076331b6127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:24:08.162310 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-078befc1-f66b-4919-a976-17ea2742e0ce tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:08.166474 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e24ff19d-d2f8-443a-bd38-34810dbaf909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:08.182842 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078befc1-f66b-4919-a976-17ea2742e0ce tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdba231a-cc06-4b2b-a47e-33b3c63413d2,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:08.185551 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-078befc1-f66b-4919-a976-17ea2742e0ce tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:08.195031 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-078befc1-f66b-4919-a976-17ea2742e0ce tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:08.197248 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-078befc1-f66b-4919-a976-17ea2742e0ce tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "DELETE /v2.0/security-groups/bdba231a-cc06-4b2b-a47e-33b3c63413d2 HTTP/1.1" status: 204  len: 168 time: 0.1809366
May 12 08:24:08.199137 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36936) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:08.221204 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.api.v2.resource [None req-0512d6e9-08c2-43d8-80f8-d6f32ce801a1 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] show failed (client error): The resource could not be found.
May 12 08:24:08.222358 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-0512d6e9-08c2-43d8-80f8-d6f32ce801a1 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "GET /v2.0/security-groups/bdba231a-cc06-4b2b-a47e-33b3c63413d2 HTTP/1.1" status: 404  len: 347 time: 0.0216656
May 12 08:24:08.225671 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36940) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:08.357063 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb1cbb-aa6c-493c-b171-41a62ce91fe7 None None] New status for floating IP bd910f08-d17a-493b-a8da-6b4bb7c2c752: DOWN {{(pid=78691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:24:08.446324 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Deleting port 7a868cfd-187e-43bf-b8d9-31734f5f26ce {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:24:08.446562 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:08.564541 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:08.564810 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:08.689666 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Calling delete_port for 7a868cfd-187e-43bf-b8d9-31734f5f26ce owned by network:floatingip {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:24:08.814231 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:08.821238 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-2ca81383-00c6-46f2-b989-f72a39553b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:08.867444 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Pushing event deleted for resources: {'Port': ['ID=7a868cfd-187e-43bf-b8d9-31734f5f26ce,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:08.906128 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:08.906531 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:08.906920 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:08.907333 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:08.907713 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:08.908097 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:08.908493 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:08.908887 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:08.909295 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:08.909644 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:08.910038 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:08.910394 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:08.917089 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:08.974091 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks [] for floatingip, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:08.988420 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:08.989590 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] 10.222.0.36 "DELETE /v2.0/floatingips/bd910f08-d17a-493b-a8da-6b4bb7c2c752 HTTP/1.1" status: 204  len: 168 time: 0.7629840
May 12 08:24:09.400224 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:24:09.439161 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:24:09.439510 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 22e90d62-d1c8-4dd2-bb3c-a092962ecbd2 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:24:09.913999 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:11.782067 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 36966) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:12.530150 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820280'] for router_interface, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:12.940206 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] Deleting port 647edd6b-2239-46f9-8638-e20288118e70 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:24:12.940859 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:13.059515 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] For port 647edd6b-2239-46f9-8638-e20288118e70, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=647edd6b-2239-46f9-8638-e20288118e70,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:24:13.059864 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:13.184146 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] Calling delete_port for 647edd6b-2239-46f9-8638-e20288118e70 owned by network:router_interface {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:24:13.329239 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:13.333364 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6161240f-9a5f-470e-adbb-9cbb9c5cf7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:13.379686 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=647edd6b-2239-46f9-8638-e20288118e70,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:13.382338 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:13.654204 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829320'] for router_interface, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:14.095991 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] Router 5300f606-e601-49ee-96d4-1c2698fdd6f3 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:24:14.272016 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:24:14.280503 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d70cc4-1c56-4fb6-a38f-5b39f3b94f68 None None] Sync routers for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:24:14.283995 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] 10.222.0.36 "PUT /v2.0/routers/5300f606-e601-49ee-96d4-1c2698fdd6f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5008028
May 12 08:24:14.286841 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36974) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:14.291078 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d70cc4-1c56-4fb6-a38f-5b39f3b94f68 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:24:14.291712 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-99d70cc4-1c56-4fb6-a38f-5b39f3b94f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98d80b80>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:23:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:14.469305 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-99d70cc4-1c56-4fb6-a38f-5b39f3b94f68 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:24:14.554089 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Notify callbacks [] for router, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:14.724994 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:14.752587 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-99d70cc4-1c56-4fb6-a38f-5b39f3b94f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98d80b80>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:24:13Z', 'revision_number': 5, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port': {'id': '040faa6e-4017-4955-a4ff-bfce4194414f', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:16:17Z', 'updated_at': '2021-05-12T08:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:14.756431 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d70cc4-1c56-4fb6-a38f-5b39f3b94f68 None None] Checking router: 5300f606-e601-49ee-96d4-1c2698fdd6f3 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:24:14.764667 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d70cc4-1c56-4fb6-a38f-5b39f3b94f68 None None] Routers {'5300f606-e601-49ee-96d4-1c2698fdd6f3'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:24:14.765392 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-99d70cc4-1c56-4fb6-a38f-5b39f3b94f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98d80b80>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:23:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['5300f606-e601-49ee-96d4-1c2698fdd6f3'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:14.798268 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Deleting port 040faa6e-4017-4955-a4ff-bfce4194414f {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:24:14.798614 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:14.930247 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-99d70cc4-1c56-4fb6-a38f-5b39f3b94f68 None None] Set router 5300f606-e601-49ee-96d4-1c2698fdd6f3 gateway port host: None {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:24:14.936827 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] For port 040faa6e-4017-4955-a4ff-bfce4194414f, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=040faa6e-4017-4955-a4ff-bfce4194414f,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:24:14.937211 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:15.034155 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-99d70cc4-1c56-4fb6-a38f-5b39f3b94f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98d80b80>, [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:24:14Z', 'revision_number': 6, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port_host': None}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:15.038297 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d70cc4-1c56-4fb6-a38f-5b39f3b94f68 None None] The sync data for ids ['5300f606-e601-49ee-96d4-1c2698fdd6f3'] in dv-cinder-790910-1-iscsi is: [{'id': '5300f606-e601-49ee-96d4-1c2698fdd6f3', 'name': 'tempest-AttachVolumeShelveTestJSON-1543715192-router', 'tenant_id': '54154e676c8c499798f207ead5f9d61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:16:15Z', 'updated_at': '2021-05-12T08:24:14Z', 'revision_number': 6, 'project_id': '54154e676c8c499798f207ead5f9d61e', 'gw_port_host': None}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:24:15.059889 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Calling delete_port for 040faa6e-4017-4955-a4ff-bfce4194414f owned by network:router_gateway {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:24:15.215224 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:15.218876 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-5792aacc-9f5d-40f0-88a5-eb86dfe8fc94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:15.262364 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=040faa6e-4017-4955-a4ff-bfce4194414f,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:15.265161 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:15.357765 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833564'] for router_gateway, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:15.539431 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30063'] for router, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:15.541551 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:15.564168 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367694'] for router, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:15.564826 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5300f606-e601-49ee-96d4-1c2698fdd6f3 {{(pid=78689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 08:24:15.577294 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:15.578431 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-c4320e43-8655-45b7-8b30-36ed6d7c1d7c admin admin] 10.222.0.36 "DELETE /v2.0/routers/5300f606-e601-49ee-96d4-1c2698fdd6f3 HTTP/1.1" status: 204  len: 168 time: 1.2906418
May 12 08:24:15.581553 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36986) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:15.642013 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d79e13a-1e0d-45da-addd-d7ed4d440e53 admin admin] Deleting subnet 43f380ad-b3ef-406b-b338-d076331b6127 {{(pid=78689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:24:15.645210 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6d79e13a-1e0d-45da-addd-d7ed4d440e53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:15.698572 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6d79e13a-1e0d-45da-addd-d7ed4d440e53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095711'] for subnet, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:15.775147 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6d79e13a-1e0d-45da-addd-d7ed4d440e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:15.828560 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6402b-b8a0-4b60-a070-0e180a53c532 req-a12a1c03-b489-465b-9bd1-a59fd2eff2f0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:15.830222 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d7a6402b-b8a0-4b60-a070-0e180a53c532 req-a12a1c03-b489-465b-9bd1-a59fd2eff2f0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0796950
May 12 08:24:15.882971 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-d7a6402b-b8a0-4b60-a070-0e180a53c532 req-a1141072-b656-4d0a-9e65-0078d2245415 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450859
May 12 08:24:15.903498 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 647edd6b-2239-46f9-8638-e20288118e70 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:24:15.938870 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 647edd6b-2239-46f9-8638-e20288118e70 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:24:15.939252 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 647edd6b-2239-46f9-8638-e20288118e70 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:24:15.939675 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 040faa6e-4017-4955-a4ff-bfce4194414f no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:24:15.974098 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 040faa6e-4017-4955-a4ff-bfce4194414f {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:24:15.974452 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 040faa6e-4017-4955-a4ff-bfce4194414f not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:24:16.124123 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6d79e13a-1e0d-45da-addd-d7ed4d440e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2233989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147614'] for subnet, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.128680 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:16.162408 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79e13a-1e0d-45da-addd-d7ed4d440e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f380ad-b3ef-406b-b338-d076331b6127,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:16.165072 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6d79e13a-1e0d-45da-addd-d7ed4d440e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:16.167782 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-6d79e13a-1e0d-45da-addd-d7ed4d440e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.173566 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b486ba-488c-463a-a45f-f1a2f6d0f768 None None] Network 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:24:16.176721 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-6d79e13a-1e0d-45da-addd-d7ed4d440e53 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/43f380ad-b3ef-406b-b338-d076331b6127 HTTP/1.1" status: 204  len: 168 time: 0.5925303
May 12 08:24:16.177345 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 36992) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:16.282514 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.358682 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Deleting port 84b6ca4d-d23c-4496-8a13-f860342c25d1 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:24:16.359374 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.417127 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] DHCP port deletion for 66b1fe41-f281-45a4-b5cd-77cfe6272bc6 request from dv-cinder-790910-1-iscsi {{(pid=78690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 12 08:24:16.457291 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] For port 84b6ca4d-d23c-4496-8a13-f860342c25d1, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=84b6ca4d-d23c-4496-8a13-f860342c25d1,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:24:16.457699 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.485229 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Deleting port 84b6ca4d-d23c-4496-8a13-f860342c25d1 {{(pid=78690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:24:16.485607 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.583534 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Calling delete_port for 84b6ca4d-d23c-4496-8a13-f860342c25d1 owned by network:dhcp {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:24:16.624651 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] For port 84b6ca4d-d23c-4496-8a13-f860342c25d1, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=84b6ca4d-d23c-4496-8a13-f860342c25d1,segment=NetworkSegment(de62f1a0-dd7f-4112-918e-1582cce6914c),segment_id=de62f1a0-dd7f-4112-918e-1582cce6914c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:24:16.624932 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.630816 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.635389 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4c6de5aa-285a-4647-956c-8000c1369d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:16.677755 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Pushing event deleted for resources: {'Port': ['ID=84b6ca4d-d23c-4496-8a13-f860342c25d1,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:16.679649 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] No DVR routers for this DVR port 84b6ca4d-d23c-4496-8a13-f860342c25d1 on host dv-cinder-790910-1-iscsi {{(pid=78689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:24:16.681248 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:16.749369 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Calling delete_port for 84b6ca4d-d23c-4496-8a13-f860342c25d1 owned by network:dhcp {{(pid=78690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:24:16.789830 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637'] for port, after_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.792704 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.793314 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:16.806028 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c9822ac10>,) {'filters': {'network_id': ['66b1fe41-f281-45a4-b5cd-77cfe6272bc6']}} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:16.818397 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9822ac10>, 'de62f1a0-dd7f-4112-918e-1582cce6914c') {'for_net_delete': True} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:16.818696 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9822ac10>, 'de62f1a0-dd7f-4112-918e-1582cce6914c') {} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:16.830276 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095680'] for segment, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.837317 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Pushing event deleted for resources: {'Port': ['ID=84b6ca4d-d23c-4496-8a13-f860342c25d1,revision_number=None']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:16.842525 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] No DVR routers for this DVR port 84b6ca4d-d23c-4496-8a13-f860342c25d1 on host dv-cinder-790910-1-iscsi {{(pid=78690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:24:16.848611 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:16.848954 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:16.854831 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:16.854831 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:16.854831 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:16.854831 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:16.854831 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:16.854831 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:16.854831 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:16.854831 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:16.854831 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:16.854831 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:16.856384 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b4737ffb-62e2-4569-8459-6f3827401647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:16.860748 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.867584 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=78689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:24:16.868028 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2234083'] for segment, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]: Traceback (most recent call last):
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     timer()
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     cb(*args, **kw)
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     return func(*args, **kwargs)
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     self._notify()
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     self.callback(batched_events)
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     event.method(event)
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     return f(self, *a, **k)
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._get(url).json()
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self.request(url, 'GET', **kwargs)
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:24:16.882124 dv-cinder-790910-1-iscsi neutron-server[78689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:24:16.955599 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.959881 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:16.973127 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:16.983545 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Pushing event deleted for resources: {'Network': ['ID=66b1fe41-f281-45a4-b5cd-77cfe6272bc6,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:16.986757 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:17.034406 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-41410009-1017-44ff-a22c-2d15c39a624a admin admin] 10.222.0.36 "DELETE /v2.0/networks/66b1fe41-f281-45a4-b5cd-77cfe6272bc6 HTTP/1.1" status: 204  len: 168 time: 0.8560348
May 12 08:24:17.078085 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca8aa6-18d1-4b91-9bee-c76a300bd9df req-7e5cf0e3-5345-4614-8be7-03e3ccbe1bf0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:17.079550 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8bca8aa6-18d1-4b91-9bee-c76a300bd9df req-7e5cf0e3-5345-4614-8be7-03e3ccbe1bf0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0850248
May 12 08:24:17.125362 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8bca8aa6-18d1-4b91-9bee-c76a300bd9df req-ae6d4b67-581a-473f-b33c-d431627903e0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396585
May 12 08:24:17.153561 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 37000) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:17.205302 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-069a2663-c0a4-4dff-b319-80a7723b6273 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54154e676c8c499798f207ead5f9d61e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0504823
May 12 08:24:17.208516 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 37004) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:17.265372 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-159ea073-77a6-4e05-864c-13fdf21f735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:17.292398 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-159ea073-77a6-4e05-864c-13fdf21f735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:17.348485 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-159ea073-77a6-4e05-864c-13fdf21f735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:17.352181 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-fbf07d60-e2a0-4cb9-a429-73c148b5fbcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:17.364808 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ea073-77a6-4e05-864c-13fdf21f735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f75cf54-d1c5-496e-9fe0-a980fc96b51d,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:17.368948 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-159ea073-77a6-4e05-864c-13fdf21f735a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:17.374793 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-159ea073-77a6-4e05-864c-13fdf21f735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:17.375964 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-159ea073-77a6-4e05-864c-13fdf21f735a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f75cf54-d1c5-496e-9fe0-a980fc96b51d HTTP/1.1" status: 204  len: 168 time: 0.1665826
May 12 08:24:17.723131 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-20a66873-d74f-45de-887d-d4df4bb3141f tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:17.724770 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-20a66873-d74f-45de-887d-d4df4bb3141f tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.0901895
May 12 08:24:17.779508 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 84b6ca4d-d23c-4496-8a13-f860342c25d1 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:24:17.815060 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 84b6ca4d-d23c-4496-8a13-f860342c25d1 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:24:17.815405 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 84b6ca4d-d23c-4496-8a13-f860342c25d1 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:24:17.870233 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Deleting port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:24:17.870572 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:18.005842 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] For port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:24:18.006199 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:18.346962 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:18.347528 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:18.347646 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.l3_db [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Floating IP fb04c9e8-a7e4-45d3-b29e-98e23ce15c23 disassociated. External IP: 172.27.2.184, port: 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e.
May 12 08:24:18.347938 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Calling delete_port for 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:24:18.392963 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc03d3-2902-4050-8f02-be9099f0ff74 req-8404074c-23c1-4ac3-824e-3080fa5ff895 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:18.394477 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0dcc03d3-2902-4050-8f02-be9099f0ff74 req-8404074c-23c1-4ac3-824e-3080fa5ff895 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 945 time: 0.1335430
May 12 08:24:18.586349 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0dcc03d3-2902-4050-8f02-be9099f0ff74 req-7780c414-71b2-4865-abe6-4265a4be6d86 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8032db9-f97d-4341-999d-3e1b9007f134&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1829445
May 12 08:24:18.622309 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:18.630088 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1c11a771-a451-4714-88cd-04017eeabf89 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:18.679145 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event deleted for resources: {'Port': ['ID=15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:18.681374 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:18.842803 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37058) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:18.866582 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Router eea718c4-caac-4efa-b681-068910f110ee has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:24:18.959940 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-22b926d6-26fe-4dd3-9795-4622006de8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:18.974246 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-22b926d6-26fe-4dd3-9795-4622006de8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:18.978094 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-22b926d6-26fe-4dd3-9795-4622006de8aa admin admin] Usage tracker for resource:security_group_rule and tenant:93bec8f3d4864444a2deae2e6548d28b is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:18.980890 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-22b926d6-26fe-4dd3-9795-4622006de8aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:18.986636 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-22b926d6-26fe-4dd3-9795-4622006de8aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:19.050302 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:24:19.061522 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2996a7-247d-435f-a0fa-c5a696da909f None None] Sync routers for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:24:19.073624 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2996a7-247d-435f-a0fa-c5a696da909f None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:24:19.074610 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-9a2996a7-247d-435f-a0fa-c5a696da909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9a460220>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:23:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:19.074997 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-22b926d6-26fe-4dd3-9795-4622006de8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:19.081512 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-22b926d6-26fe-4dd3-9795-4622006de8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:19.094667 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:19.127558 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b926d6-26fe-4dd3-9795-4622006de8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0fb13c-0870-4308-a54c-117f2eb7c6c7,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:19.130287 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] No DVR routers for this DVR port 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:24:19.134297 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:19.137422 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'name': 'network-vif-deleted', 'tag': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:24:19.144765 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-22b926d6-26fe-4dd3-9795-4622006de8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:19.155750 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9a8dac91-7b06-4c29-a535-a4370538b5fe req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.39 "DELETE /v2.0/ports/15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e HTTP/1.1" status: 204  len: 173 time: 1.4238453
May 12 08:24:19.173095 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 37066) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:19.193893 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-22b926d6-26fe-4dd3-9795-4622006de8aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93bec8f3d4864444a2deae2e6548d28b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3497906
May 12 08:24:19.213260 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba8c63d-9f4f-43b8-b019-fe5bea5070f6', 'name': 'network-vif-deleted', 'tag': '15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e', 'status': 'completed', 'code': 200}
May 12 08:24:19.260340 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2ba38365-98e8-4373-aff0-3a350fd4bfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:19.267166 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-9a2996a7-247d-435f-a0fa-c5a696da909f None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:24:19.289532 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2ba38365-98e8-4373-aff0-3a350fd4bfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:19.345136 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2ba38365-98e8-4373-aff0-3a350fd4bfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:19.349049 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-b5ddca38-e1f9-4496-bc60-a27c19ec3e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:19.361903 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba38365-98e8-4373-aff0-3a350fd4bfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0fb13c-0870-4308-a54c-117f2eb7c6c7,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:19.364864 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2ba38365-98e8-4373-aff0-3a350fd4bfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:19.366900 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2ba38365-98e8-4373-aff0-3a350fd4bfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:19.367890 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-2ba38365-98e8-4373-aff0-3a350fd4bfab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e0fb13c-0870-4308-a54c-117f2eb7c6c7 HTTP/1.1" status: 204  len: 168 time: 0.1936152
May 12 08:24:19.578469 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-9a2996a7-247d-435f-a0fa-c5a696da909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9a460220>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:49Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:19.583200 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2996a7-247d-435f-a0fa-c5a696da909f None None] Checking router: eea718c4-caac-4efa-b681-068910f110ee for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:24:19.597809 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2996a7-247d-435f-a0fa-c5a696da909f None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:24:19.598559 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-9a2996a7-247d-435f-a0fa-c5a696da909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9a460220>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:23:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:19.763682 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-edb1ea1e-e9a8-41b1-9020-5c360dc7876a req-23ee8fd6-7ca3-4011-856b-4e39832e3510 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Synchronizing usage tracker for tenant:319b974789224711a5c26ac4b744b174 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:24:19.783189 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-edb1ea1e-e9a8-41b1-9020-5c360dc7876a req-23ee8fd6-7ca3-4011-856b-4e39832e3510 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Unset dirty status for tenant:319b974789224711a5c26ac4b744b174 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:24:19.784453 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-edb1ea1e-e9a8-41b1-9020-5c360dc7876a req-23ee8fd6-7ca3-4011-856b-4e39832e3510 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba8c63d-9f4f-43b8-b019-fe5bea5070f6 HTTP/1.1" status: 200  len: 210 time: 0.0665846
May 12 08:24:19.805684 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-9a2996a7-247d-435f-a0fa-c5a696da909f None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:24:20.120096 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-9a2996a7-247d-435f-a0fa-c5a696da909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9a460220>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:49Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:20.124061 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2996a7-247d-435f-a0fa-c5a696da909f None None] The sync data for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi is: [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:49Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:24:20.331604 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2055daf-b0dc-4d4b-806d-430b312e192d None None] New status for floating IP fb04c9e8-a7e4-45d3-b29e-98e23ce15c23: DOWN {{(pid=78690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:24:20.907220 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37122) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:20.974546 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-433c3d46-0dd6-4a10-a5db-04a73a85d4fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:21.003724 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-433c3d46-0dd6-4a10-a5db-04a73a85d4fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:21.057235 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-433c3d46-0dd6-4a10-a5db-04a73a85d4fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:21.060989 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4deadd05-ae6d-4682-9915-57bd07fda45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:21.076999 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c3d46-0dd6-4a10-a5db-04a73a85d4fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8032db9-f97d-4341-999d-3e1b9007f134,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:21.080129 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-433c3d46-0dd6-4a10-a5db-04a73a85d4fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:21.095761 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-433c3d46-0dd6-4a10-a5db-04a73a85d4fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:21.097602 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-433c3d46-0dd6-4a10-a5db-04a73a85d4fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "DELETE /v2.0/security-groups/c8032db9-f97d-4341-999d-3e1b9007f134 HTTP/1.1" status: 204  len: 168 time: 0.1893466
May 12 08:24:21.100376 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37126) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:21.116471 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.api.v2.resource [None req-48156e48-eede-4ecb-a45e-48ff627854f7 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] show failed (client error): The resource could not be found.
May 12 08:24:21.119986 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-48156e48-eede-4ecb-a45e-48ff627854f7 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups/c8032db9-f97d-4341-999d-3e1b9007f134 HTTP/1.1" status: 404  len: 347 time: 0.0161762
May 12 08:24:21.120202 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37130) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:21.348449 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-85c011e2-169e-48fa-ad7b-db5fe1f96989 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Deleting port 31f3ba03-b4ac-4477-90d1-528fc08614b3 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:24:21.348798 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-85c011e2-169e-48fa-ad7b-db5fe1f96989 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:21.432842 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:24:21.466273 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:24:21.466624 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 15dbc5a0-efe0-4a42-bdae-7d7a99e8ac5e not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:24:21.470646 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-85c011e2-169e-48fa-ad7b-db5fe1f96989 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:21.470994 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-85c011e2-169e-48fa-ad7b-db5fe1f96989 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:21.678223 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-85c011e2-169e-48fa-ad7b-db5fe1f96989 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Calling delete_port for 31f3ba03-b4ac-4477-90d1-528fc08614b3 owned by network:floatingip {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:24:21.794672 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-85c011e2-169e-48fa-ad7b-db5fe1f96989 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:21.798294 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-eb10f39a-d30a-47df-80be-5cbe74561621 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:21.842339 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c011e2-169e-48fa-ad7b-db5fe1f96989 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event deleted for resources: {'Port': ['ID=31f3ba03-b4ac-4477-90d1-528fc08614b3,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:21.844771 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-85c011e2-169e-48fa-ad7b-db5fe1f96989 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:21.936852 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-85c011e2-169e-48fa-ad7b-db5fe1f96989 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:21.954883 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-85c011e2-169e-48fa-ad7b-db5fe1f96989 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:21.959204 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-85c011e2-169e-48fa-ad7b-db5fe1f96989 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "DELETE /v2.0/floatingips/fb04c9e8-a7e4-45d3-b29e-98e23ce15c23 HTTP/1.1" status: 204  len: 168 time: 0.8353055
May 12 08:24:22.312356 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37140) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:22.317828 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811043965', 'description': 'tempest-description--106459482'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:22.323982 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:22.328445 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Usage tracker for resource:security_group and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:22.331883 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:22.337909 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:22.350583 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.371411 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:22.375530 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Usage tracker for resource:security_group_rule and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:22.378537 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:22.384482 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:22.457584 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.462605 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.471008 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a58a948b-efd6-4814-9f8b-5013a0da5ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:22.518495 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:22.521696 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:22.525380 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.527403 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-b41214e8-0150-4d31-8894-70fd35dfa0fa tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2135894
May 12 08:24:22.530225 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37148) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:22.537226 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-8674fe9b-31ec-4589-ab55-8b3a149d0016 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Request body: {'security_group_rule': {'security_group_id': '4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:22.543665 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-8674fe9b-31ec-4589-ab55-8b3a149d0016 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:22.547656 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-8674fe9b-31ec-4589-ab55-8b3a149d0016 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Usage tracker for resource:security_group_rule and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:22.550553 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-8674fe9b-31ec-4589-ab55-8b3a149d0016 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:22.556484 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-8674fe9b-31ec-4589-ab55-8b3a149d0016 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:22.573035 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8674fe9b-31ec-4589-ab55-8b3a149d0016 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.634413 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8674fe9b-31ec-4589-ab55-8b3a149d0016 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.637695 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8674fe9b-31ec-4589-ab55-8b3a149d0016 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.639749 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c7cf8bb4-7f57-49bb-b20b-d9318c55477b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:22.662398 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674fe9b-31ec-4589-ab55-8b3a149d0016 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1317c25d-42db-4cdf-ac7f-13f602527007,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:22.666951 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8674fe9b-31ec-4589-ab55-8b3a149d0016 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:22.671676 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8674fe9b-31ec-4589-ab55-8b3a149d0016 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.673017 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-8674fe9b-31ec-4589-ab55-8b3a149d0016 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1415944
May 12 08:24:22.675637 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37160) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:22.680757 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-12459f77-7c41-434d-84d2-9d60f913686a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Request body: {'security_group_rule': {'security_group_id': '4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:22.686433 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-12459f77-7c41-434d-84d2-9d60f913686a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:22.690255 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-12459f77-7c41-434d-84d2-9d60f913686a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Usage tracker for resource:security_group_rule and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:22.693151 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-12459f77-7c41-434d-84d2-9d60f913686a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:22.698975 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-12459f77-7c41-434d-84d2-9d60f913686a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:22.716201 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-12459f77-7c41-434d-84d2-9d60f913686a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.776998 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-12459f77-7c41-434d-84d2-9d60f913686a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.780914 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-12459f77-7c41-434d-84d2-9d60f913686a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333660'] for security_group_rule, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.789381 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:22.813048 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12459f77-7c41-434d-84d2-9d60f913686a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2324288f-222b-48db-b209-d9f87654884d,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:22.816548 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-12459f77-7c41-434d-84d2-9d60f913686a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:22.821835 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-12459f77-7c41-434d-84d2-9d60f913686a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.823009 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-12459f77-7c41-434d-84d2-9d60f913686a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1464820
May 12 08:24:22.826240 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37164) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:22.833355 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Request body: {'floatingip': {'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:22.839854 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:22.843907 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Usage tracker for resource:floatingip and tenant:319b974789224711a5c26ac4b744b174 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:22.846876 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:22.852847 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:22.865769 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:22.888855 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-31ab5d73-e0f7-4508-93d5-11c9d6de5ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:23.006944 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:23.151649 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Allocated IP 172.27.2.30 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/4e042306-28da-49d9-b358-2520347eabd6) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:24:23.304960 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:23.341451 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:23.345175 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a64b93f3-5cc3-405f-98c7-b191a131c3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:23.405674 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:24:23.408466 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:24:23.411175 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:24:23.450981 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event updated for resources: {'Port': ['ID=4e042306-28da-49d9-b358-2520347eabd6,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:23.456654 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:23.549541 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:23.622120 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:23.835064 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:23.841450 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2234063'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:23.845266 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:23.943491 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event updated for resources: {'Port': ['ID=4e042306-28da-49d9-b358-2520347eabd6,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:23.947429 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:23.961409 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:23.984240 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:23.985468 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1581628
May 12 08:24:24.210920 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-186453e2-be98-4492-9cb9-bcbef08e796e tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1811043965&fields=id&tenant_id=319b974789224711a5c26ac4b744b174 HTTP/1.1" status: 200  len: 267 time: 0.0449872
May 12 08:24:24.365591 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-5ec3b479-ab4f-44df-95ef-3e24345ad3fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:24.365591 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-5ec3b479-ab4f-44df-95ef-3e24345ad3fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/networks?id=9716e78e-e6a0-4390-a055-14165c9b42c3 HTTP/1.1" status: 200  len: 811 time: 0.1467943
May 12 08:24:24.380532 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-7fdb6d22-009b-48d2-b59a-a401040739ff tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/quotas/319b974789224711a5c26ac4b744b174 HTTP/1.1" status: 200  len: 375 time: 0.0106261
May 12 08:24:24.466408 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-b008d70d-2270-4083-afd5-5fb138deb36d tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=319b974789224711a5c26ac4b744b174&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0803235
May 12 08:24:24.608072 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-e6ceb83f-0d34-418d-a3d4-75fcf21a5d5f service neutron] 10.222.0.36 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294987
May 12 08:24:24.743021 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-e8b711e0-b1cd-4179-b777-4b757447a010 service neutron] 10.222.0.36 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284134
May 12 08:24:24.922960 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-2c0b02ce-f9e8-400a-99ef-4e76137f48f0 req-27535b18-0bff-4457-b7c4-ed3fb93ab4bf tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Synchronizing usage tracker for tenant:319b974789224711a5c26ac4b744b174 on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:24:24.940209 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-2c0b02ce-f9e8-400a-99ef-4e76137f48f0 req-27535b18-0bff-4457-b7c4-ed3fb93ab4bf tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Unset dirty status for tenant:319b974789224711a5c26ac4b744b174 on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:24:24.942463 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-2c0b02ce-f9e8-400a-99ef-4e76137f48f0 req-27535b18-0bff-4457-b7c4-ed3fb93ab4bf tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 210 time: 0.0620966
May 12 08:24:25.105880 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37222) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:25.231040 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0e75851c-240e-42de-9553-3da3c7dd1509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:25.248325 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-0e75851c-240e-42de-9553-3da3c7dd1509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:25.252398 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-0e75851c-240e-42de-9553-3da3c7dd1509 admin admin] Usage tracker for resource:security_group_rule and tenant:ffc1ab65b38b4b74a7855edc220ae400 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:25.256668 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-0e75851c-240e-42de-9553-3da3c7dd1509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:25.263282 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-0e75851c-240e-42de-9553-3da3c7dd1509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:25.282499 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:25.352636 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0e75851c-240e-42de-9553-3da3c7dd1509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:25.357499 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-0e75851c-240e-42de-9553-3da3c7dd1509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:25.366170 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-9c5f0986-8f1d-4807-856c-0b0cd55472a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:25.410299 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-0e75851c-240e-42de-9553-3da3c7dd1509 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffc1ab65b38b4b74a7855edc220ae400&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3008976
May 12 08:24:25.410299 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75851c-240e-42de-9553-3da3c7dd1509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff853a47-9fa3-4860-a1fb-4267b423afda,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:25.411644 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 37230) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:25.412185 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-0e75851c-240e-42de-9553-3da3c7dd1509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:25.477320 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c3f94518-bba5-48ea-a8d0-292785602f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:25.505522 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c3f94518-bba5-48ea-a8d0-292785602f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:25.555553 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-e53f9345-003b-4a89-8f2d-06347ed47191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:25.562368 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c3f94518-bba5-48ea-a8d0-292785602f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:25.566139 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-ac98ac7d-82c0-4b91-9ee8-8a93b1734e61 tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:25.577838 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f94518-bba5-48ea-a8d0-292785602f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff853a47-9fa3-4860-a1fb-4267b423afda,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:25.581578 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c3f94518-bba5-48ea-a8d0-292785602f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:25.584954 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c3f94518-bba5-48ea-a8d0-292785602f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:25.587585 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-c3f94518-bba5-48ea-a8d0-292785602f30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff853a47-9fa3-4860-a1fb-4267b423afda HTTP/1.1" status: 204  len: 168 time: 0.1744514
May 12 08:24:25.876734 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37238) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:25.901819 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4356b096-5285-4f53-a61b-4e09ea6ef53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:26.031214 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4356b096-5285-4f53-a61b-4e09ea6ef53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:26.035482 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4356b096-5285-4f53-a61b-4e09ea6ef53d admin admin] Usage tracker for resource:security_group_rule and tenant:c9d41196e4cc4124ade41ab285d6dd9e is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:26.038681 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4356b096-5285-4f53-a61b-4e09ea6ef53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:26.046460 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4356b096-5285-4f53-a61b-4e09ea6ef53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:26.080192 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-5337614b-fe78-4811-a3cc-74a31a435222 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:26.082024 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-5337614b-fe78-4811-a3cc-74a31a435222 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.39 "GET /v2.0/networks?id=9716e78e-e6a0-4390-a055-14165c9b42c3 HTTP/1.1" status: 200  len: 811 time: 0.2695601
May 12 08:24:26.134758 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4356b096-5285-4f53-a61b-4e09ea6ef53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:26.136929 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-91e7c049-1ea2-4e10-8659-789f96d4feca req-b717d0ad-5ed7-4893-9b41-028ee02c8c51 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 210 time: 0.0639079
May 12 08:24:26.141074 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4356b096-5285-4f53-a61b-4e09ea6ef53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:26.150200 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-19368399-ae5d-4a56-b0a1-21d128614af2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:26.165806 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-668f5d1c-313f-4747-98bf-5420226ba318 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=319b974789224711a5c26ac4b744b174 HTTP/1.1" status: 200  len: 380 time: 0.0528121
May 12 08:24:26.174720 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Request body: {'port': {'device_id': '2852d26b-5600-466f-9f98-366c5ce9af35', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'admin_state_up': True, 'tenant_id': '319b974789224711a5c26ac4b744b174', 'security_groups': ['4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6']}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:26.188996 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-4356b096-5285-4f53-a61b-4e09ea6ef53d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9d41196e4cc4124ade41ab285d6dd9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3111274
May 12 08:24:26.191355 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356b096-5285-4f53-a61b-4e09ea6ef53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de311c6-762b-462c-b94c-53e4865ed56b,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:26.193677 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37248) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:26.196240 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4356b096-5285-4f53-a61b-4e09ea6ef53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:26.254347 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-438be2a2-8b20-41ac-bc07-0617f1bfc199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:26.280535 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-438be2a2-8b20-41ac-bc07-0617f1bfc199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:26.310188 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:26.320691 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:26.331139 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Made reservation on behalf of 319b974789224711a5c26ac4b744b174 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:24:26.335042 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:26.337103 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-438be2a2-8b20-41ac-bc07-0617f1bfc199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:26.340985 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-1ec29f02-5a92-48a7-b7e8-1bec762fd9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:26.353360 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438be2a2-8b20-41ac-bc07-0617f1bfc199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de311c6-762b-462c-b94c-53e4865ed56b,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:26.356186 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-438be2a2-8b20-41ac-bc07-0617f1bfc199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:26.363545 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-438be2a2-8b20-41ac-bc07-0617f1bfc199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:26.367464 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-438be2a2-8b20-41ac-bc07-0617f1bfc199 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1de311c6-762b-462c-b94c-53e4865ed56b HTTP/1.1" status: 204  len: 168 time: 0.1700873
May 12 08:24:26.433017 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:26.504744 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Allocated IP 172.20.0.7 (9716e78e-e6a0-4390-a055-14165c9b42c3/7a93e9c7-3ded-4f77-a7f2-46a6faf40562/540c4fc6-16df-4db2-aef1-6756e3622a53) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:24:26.694723 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:26.710310 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Transition to ACTIVE for port object 540c4fc6-16df-4db2-aef1-6756e3622a53 will not be triggered until provisioned by entity DHCP. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:24:26.734199 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:26.739985 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-51ae756d-395a-42c2-b89d-0bd97813d1a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:26.804482 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Network 9716e78e-e6a0-4390-a055-14165c9b42c3 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:24:26.807636 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:24:26.816575 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:24:26.852385 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event updated for resources: {'Port': ['ID=540c4fc6-16df-4db2-aef1-6756e3622a53,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:26.857539 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:26.885618 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:26.886397 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:26.915637 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7445645
May 12 08:24:26.927695 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Request body: {'port': {'device_id': '2852d26b-5600-466f-9f98-366c5ce9af35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:27.014712 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-1a6b04da-a642-417a-bc1f-acddde4fee8f None None] Provisioning for port 540c4fc6-16df-4db2-aef1-6756e3622a53 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:24:27.020551 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-1a6b04da-a642-417a-bc1f-acddde4fee8f None None] Provisioning complete for port 540c4fc6-16df-4db2-aef1-6756e3622a53 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:24:27.021010 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1a6b04da-a642-417a-bc1f-acddde4fee8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:27.061056 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:27.077008 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b04da-a642-417a-bc1f-acddde4fee8f None None] Port 540c4fc6-16df-4db2-aef1-6756e3622a53 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:24:27.337412 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05737bec-49fd-43a5-9186-b3e62e242d35 req-a14d0f3c-730b-4aef-8998-17702d18b406 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:27.338969 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-05737bec-49fd-43a5-9186-b3e62e242d35 req-a14d0f3c-730b-4aef-8998-17702d18b406 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 931 time: 0.0887017
May 12 08:24:27.391084 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-05737bec-49fd-43a5-9186-b3e62e242d35 req-407a57bc-57d0-423e-8ea4-2282b8bd8fb0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Synchronizing usage tracker for tenant:319b974789224711a5c26ac4b744b174 on resource:security_group {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:24:27.407246 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540c4fc6-16df-4db2-aef1-6756e3622a53 {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:24:27.411955 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-05737bec-49fd-43a5-9186-b3e62e242d35 req-407a57bc-57d0-423e-8ea4-2282b8bd8fb0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Unset dirty status for tenant:319b974789224711a5c26ac4b744b174 on resource:security_group {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:24:27.413543 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-05737bec-49fd-43a5-9186-b3e62e242d35 req-407a57bc-57d0-423e-8ea4-2282b8bd8fb0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680585
May 12 08:24:27.415078 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:27.430664 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Transition to ACTIVE for port object 540c4fc6-16df-4db2-aef1-6756e3622a53 will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:24:27.442753 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:27.447915 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1e4b43a0-1eb5-4195-ae1a-e906e894c31c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:27.662413 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Pushing event updated for resources: {'Port': ['ID=540c4fc6-16df-4db2-aef1-6756e3622a53,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:27.662413 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:27.692782 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Attempting to bind port 540c4fc6-16df-4db2-aef1-6756e3622a53 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:24:27.693116 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Attempting to bind port 540c4fc6-16df-4db2-aef1-6756e3622a53 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:24:27.693526 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Attempting to bind port 540c4fc6-16df-4db2-aef1-6756e3622a53 on network 9716e78e-e6a0-4390-a055-14165c9b42c3 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:24:27.698145 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Port 540c4fc6-16df-4db2-aef1-6756e3622a53 on network 9716e78e-e6a0-4390-a055-14165c9b42c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:24:27.698462 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Attempting to bind port 540c4fc6-16df-4db2-aef1-6756e3622a53 on network 9716e78e-e6a0-4390-a055-14165c9b42c3 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:24:27.703551 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:24:27.703894 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Checking segment: {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:24:27.704281 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Bound using segment: {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:24:27.704703 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Bound port: 540c4fc6-16df-4db2-aef1-6756e3622a53, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aeb6880-7484-4f99-b5eb-61add8076f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:24:27.705048 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:27.797913 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] For port 540c4fc6-16df-4db2-aef1-6756e3622a53, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:24:27.801094 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] For port 540c4fc6-16df-4db2-aef1-6756e3622a53, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=540c4fc6-16df-4db2-aef1-6756e3622a53,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:24:27.808386 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:27.818107 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:27.831079 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:27.856494 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:27.857110 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:27.858743 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] 10.222.0.39 "PUT /v2.0/ports/540c4fc6-16df-4db2-aef1-6756e3622a53 HTTP/1.1" status: 200  len: 1093 time: 0.9356079
May 12 08:24:27.865419 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2852d26b-5600-466f-9f98-366c5ce9af35', 'tag': '540c4fc6-16df-4db2-aef1-6756e3622a53'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:24:27.949220 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2852d26b-5600-466f-9f98-366c5ce9af35', 'tag': '540c4fc6-16df-4db2-aef1-6756e3622a53', 'status': 'completed', 'code': 200}
May 12 08:24:27.964540 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Pushing event updated for resources: {'Port': ['ID=540c4fc6-16df-4db2-aef1-6756e3622a53,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:27.968047 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:28.000734 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-a4618dd7-8b4f-4ab9-b1ae-3df2df05d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:28.002644 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-a4618dd7-8b4f-4ab9-b1ae-3df2df05d882 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b974789224711a5c26ac4b744b174&device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 1096 time: 0.0976295
May 12 08:24:28.074497 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-d1bc493a-06fd-46af-aee0-406c3be96ac8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540c4fc6-16df-4db2-aef1-6756e3622a53 HTTP/1.1" status: 200  len: 217 time: 0.0639949
May 12 08:24:28.233749 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-134b2d20-0e16-4685-a4ea-e71083ecad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:28.235205 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-134b2d20-0e16-4685-a4ea-e71083ecad95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a93e9c7-3ded-4f77-a7f2-46a6faf40562 HTTP/1.1" status: 200  len: 850 time: 0.1549773
May 12 08:24:28.312629 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-de8fa777-edcf-48e7-a468-d5eb2f5a55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:28.314064 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-de8fa777-edcf-48e7-a468-d5eb2f5a55f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9716e78e-e6a0-4390-a055-14165c9b42c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723817
May 12 08:24:28.459111 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-490e363a-f298-4458-8f29-efba88f53c6a service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381245
May 12 08:24:28.619002 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f00892b7-8de0-437d-a539-9a6eec06a4d0 req-758fb345-e391-4043-b903-934d9bed894b service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471078
May 12 08:24:28.652272 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606ee50-85cd-4004-8a35-e832294be8d3 req-8e433e93-3637-4044-9f0d-692ae828402d tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:28.653780 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e606ee50-85cd-4004-8a35-e832294be8d3 req-8e433e93-3637-4044-9f0d-692ae828402d tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 943 time: 0.0932198
May 12 08:24:28.698824 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e606ee50-85cd-4004-8a35-e832294be8d3 req-ae6dd292-faab-4d9c-9a34-93f223721f57 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391054
May 12 08:24:28.736150 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c366-37b2-4f7e-ad58-d5e174c4d995 req-b9ddb7a8-9330-4f88-9a1a-9bed577ee8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:28.737699 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8c74c366-37b2-4f7e-ad58-d5e174c4d995 req-b9ddb7a8-9330-4f88-9a1a-9bed577ee8d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b974789224711a5c26ac4b744b174&device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 1096 time: 0.0722492
May 12 08:24:28.874994 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c366-37b2-4f7e-ad58-d5e174c4d995 req-a4a51b63-c297-4aa3-bae0-a5d0bcbe615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:28.876390 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8c74c366-37b2-4f7e-ad58-d5e174c4d995 req-a4a51b63-c297-4aa3-bae0-a5d0bcbe615b service neutron] 10.222.0.39 "GET /v2.0/networks?id=9716e78e-e6a0-4390-a055-14165c9b42c3 HTTP/1.1" status: 200  len: 912 time: 0.1320271
May 12 08:24:28.948590 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8c74c366-37b2-4f7e-ad58-d5e174c4d995 req-b70e30b6-27f4-4b14-ae8e-b1baca45a8e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540c4fc6-16df-4db2-aef1-6756e3622a53 HTTP/1.1" status: 200  len: 217 time: 0.0640624
May 12 08:24:29.021948 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c366-37b2-4f7e-ad58-d5e174c4d995 req-208812cd-40cd-4c1c-8780-9692d04a3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:29.023352 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8c74c366-37b2-4f7e-ad58-d5e174c4d995 req-208812cd-40cd-4c1c-8780-9692d04a3a43 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a93e9c7-3ded-4f77-a7f2-46a6faf40562 HTTP/1.1" status: 200  len: 850 time: 0.0681393
May 12 08:24:29.103047 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74c366-37b2-4f7e-ad58-d5e174c4d995 req-d2c57262-b783-41b3-9a12-7c5b888a7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:29.104486 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8c74c366-37b2-4f7e-ad58-d5e174c4d995 req-d2c57262-b783-41b3-9a12-7c5b888a7e9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9716e78e-e6a0-4390-a055-14165c9b42c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735741
May 12 08:24:29.240271 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8c74c366-37b2-4f7e-ad58-d5e174c4d995 req-df5acc1e-ebc1-4b96-b84f-a03911a63ef1 service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285303
May 12 08:24:29.371912 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8c74c366-37b2-4f7e-ad58-d5e174c4d995 req-c64726ef-bf34-40ea-9133-fabf75dbe377 service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242282
May 12 08:24:29.890365 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac97ed-8dad-45fa-b4c4-844a9e811b02 req-9beae1a9-bb89-47cb-847d-57a40665c1dc tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:29.891080 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-42ac97ed-8dad-45fa-b4c4-844a9e811b02 req-9beae1a9-bb89-47cb-847d-57a40665c1dc tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Synchronizing usage tracker for tenant:319b974789224711a5c26ac4b744b174 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:24:29.906456 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-42ac97ed-8dad-45fa-b4c4-844a9e811b02 req-9beae1a9-bb89-47cb-847d-57a40665c1dc tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Unset dirty status for tenant:319b974789224711a5c26ac4b744b174 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:24:29.907812 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-42ac97ed-8dad-45fa-b4c4-844a9e811b02 req-9beae1a9-bb89-47cb-847d-57a40665c1dc tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 943 time: 0.1013775
May 12 08:24:29.957109 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-42ac97ed-8dad-45fa-b4c4-844a9e811b02 req-8e331c4b-4a2d-40a9-b0ce-6a494e0d3036 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433476
May 12 08:24:31.155295 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf5cc2-be8a-4a10-a687-e92fc80fd50b req-8279b23f-a4fa-4ffd-8e94-8712548e3f3e tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:31.156749 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-69bf5cc2-be8a-4a10-a687-e92fc80fd50b req-8279b23f-a4fa-4ffd-8e94-8712548e3f3e tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 943 time: 0.0844870
May 12 08:24:31.200663 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-69bf5cc2-be8a-4a10-a687-e92fc80fd50b req-c4c8365a-6a70-4581-8979-1b653dd232f5 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380151
May 12 08:24:32.139391 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 540c4fc6-16df-4db2-aef1-6756e3622a53 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:24:32.279516 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 540c4fc6-16df-4db2-aef1-6756e3622a53, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=540c4fc6-16df-4db2-aef1-6756e3622a53,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:24:32.292355 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '540c4fc6-16df-4db2-aef1-6756e3622a53', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'port_id': '540c4fc6-16df-4db2-aef1-6756e3622a53', 'mac_address': 'fa:16:3e:37:c0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:24:32.345786 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:32.366639 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540c4fc6-16df-4db2-aef1-6756e3622a53 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:24:32.386940 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 540c4fc6-16df-4db2-aef1-6756e3622a53, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=540c4fc6-16df-4db2-aef1-6756e3622a53,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:24:32.391806 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:32.393560 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-f5687bfd-b1e3-4755-9779-67fbe72b22db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:32.401888 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0272-a2d1-4742-a0b2-b4d80233588e req-75d95c7a-97a9-462f-aba4-bb70a30f2468 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:32.403520 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-29bf0272-a2d1-4742-a0b2-b4d80233588e req-75d95c7a-97a9-462f-aba4-bb70a30f2468 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 943 time: 0.0943260
May 12 08:24:32.449530 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-29bf0272-a2d1-4742-a0b2-b4d80233588e req-f0bae751-77e0-4f53-970c-9642388743a1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396905
May 12 08:24:32.463413 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=540c4fc6-16df-4db2-aef1-6756e3622a53,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:32.466564 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:33.136581 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:24:33.403223 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['540c4fc6-16df-4db2-aef1-6756e3622a53'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:24:33.657004 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c414b3f-3cfd-466e-b960-62428173aff1 req-ad36a4f1-fa4d-4035-8cde-65f08801a6a1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:33.658452 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1c414b3f-3cfd-466e-b960-62428173aff1 req-ad36a4f1-fa4d-4035-8cde-65f08801a6a1 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 944 time: 0.0927393
May 12 08:24:33.707244 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1c414b3f-3cfd-466e-b960-62428173aff1 req-30ef6a32-8fb6-4e5a-87f2-351dd38747d9 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427296
May 12 08:24:34.895613 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0bfbd-ad5f-499b-ac24-a34a2d58f5d1 req-07e39062-e8a2-4477-8e00-6a63f313429a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:34.897312 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-96c0bfbd-ad5f-499b-ac24-a34a2d58f5d1 req-07e39062-e8a2-4477-8e00-6a63f313429a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 944 time: 0.0867991
May 12 08:24:34.940659 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-96c0bfbd-ad5f-499b-ac24-a34a2d58f5d1 req-543bafe8-33bc-4c5a-a623-2ab780be9f60 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377600
May 12 08:24:36.257463 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 540c4fc6-16df-4db2-aef1-6756e3622a53 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:24:36.281789 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a98465-e159-4960-a89c-8421c3ee7f09 req-af4963b4-5a78-4a73-bae1-5e5c969b1079 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:36.283261 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c6a98465-e159-4960-a89c-8421c3ee7f09 req-af4963b4-5a78-4a73-bae1-5e5c969b1079 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 944 time: 0.0942247
May 12 08:24:36.324776 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port 540c4fc6-16df-4db2-aef1-6756e3622a53 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:24:36.329232 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 540c4fc6-16df-4db2-aef1-6756e3622a53 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:24:36.329608 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:36.330189 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-c6a98465-e159-4960-a89c-8421c3ee7f09 req-9af2d270-6e17-4df6-849d-785695c50d6f tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410197
May 12 08:24:36.443731 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:36.470933 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2852d26b-5600-466f-9f98-366c5ce9af35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540c4fc6-16df-4db2-aef1-6756e3622a53'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:24:36.482006 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 540c4fc6-16df-4db2-aef1-6756e3622a53, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=540c4fc6-16df-4db2-aef1-6756e3622a53,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:24:36.486528 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:36.488454 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-9dc5d401-601c-494d-a66c-a0c46fdd7760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:36.518141 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2852d26b-5600-466f-9f98-366c5ce9af35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540c4fc6-16df-4db2-aef1-6756e3622a53', 'code': 200}
May 12 08:24:36.557312 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=540c4fc6-16df-4db2-aef1-6756e3622a53,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:36.560198 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:37.529622 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14efbf3-d550-4117-8132-09ed8b51a1c8 req-e15ffc0e-cd94-478b-a30b-0b59e2212cb6 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:37.531080 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e14efbf3-d550-4117-8132-09ed8b51a1c8 req-e15ffc0e-cd94-478b-a30b-0b59e2212cb6 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 945 time: 0.0935726
May 12 08:24:37.575437 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e14efbf3-d550-4117-8132-09ed8b51a1c8 req-8e5f69e5-25f3-4bd4-a558-46d55ec445d4 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382731
May 12 08:24:38.424580 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a464160-c65b-4859-b909-568e51a4a19b req-968aea21-04f5-4125-8458-bee0414583d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:38.426052 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a464160-c65b-4859-b909-568e51a4a19b req-968aea21-04f5-4125-8458-bee0414583d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 1098 time: 0.0782869
May 12 08:24:38.470197 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3a464160-c65b-4859-b909-568e51a4a19b req-8ec6464a-1315-4048-92db-dbb9f988a6f2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365264
May 12 08:24:38.794618 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729005d-dddf-46a0-87c4-8b68f8729168 req-a3b0a785-b997-4d75-a96e-404f3afa6e8a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:38.796083 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5729005d-dddf-46a0-87c4-8b68f8729168 req-a3b0a785-b997-4d75-a96e-404f3afa6e8a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 945 time: 0.0908206
May 12 08:24:38.928373 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5729005d-dddf-46a0-87c4-8b68f8729168 req-f43b3a1c-0cdf-4f43-9081-de2743706218 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1264453
May 12 08:24:39.655478 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 37388) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:39.776307 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c179237d-70bc-4e71-a753-6c2fdc512b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:39.790780 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-c179237d-70bc-4e71-a753-6c2fdc512b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:39.795135 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-c179237d-70bc-4e71-a753-6c2fdc512b0d admin admin] Usage tracker for resource:security_group_rule and tenant:e42bc3c73b25424facced75a6f67c78c is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:39.798310 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-c179237d-70bc-4e71-a753-6c2fdc512b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:39.804587 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-c179237d-70bc-4e71-a753-6c2fdc512b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:39.899067 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c179237d-70bc-4e71-a753-6c2fdc512b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:39.904771 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c179237d-70bc-4e71-a753-6c2fdc512b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:39.915094 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-530f85ae-74d8-4426-9438-77bddbee6abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:39.916653 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:39.957665 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-c179237d-70bc-4e71-a753-6c2fdc512b0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e42bc3c73b25424facced75a6f67c78c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3010671
May 12 08:24:39.958578 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179237d-70bc-4e71-a753-6c2fdc512b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b38e33f-e22f-48fe-8e3b-d93bdc9800d4,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:39.960819 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37398) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:39.970523 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c179237d-70bc-4e71-a753-6c2fdc512b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:40.019919 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-52fa36e1-ef5a-47c5-adbe-45d7a67b7060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:40.045794 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-52fa36e1-ef5a-47c5-adbe-45d7a67b7060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:40.159465 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a7985-e250-488a-ae64-a7783870946a req-828ea87e-a8d0-4fa5-b26a-85ab6a10d209 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:40.160975 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-591a7985-e250-488a-ae64-a7783870946a req-828ea87e-a8d0-4fa5-b26a-85ab6a10d209 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 945 time: 0.1081829
May 12 08:24:40.162031 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-52fa36e1-ef5a-47c5-adbe-45d7a67b7060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:40.165584 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-3e6f0a8e-5fcc-4699-a50a-d0185b30a439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:40.190422 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa36e1-ef5a-47c5-adbe-45d7a67b7060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b38e33f-e22f-48fe-8e3b-d93bdc9800d4,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:40.195428 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-52fa36e1-ef5a-47c5-adbe-45d7a67b7060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:40.203604 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-52fa36e1-ef5a-47c5-adbe-45d7a67b7060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:40.207434 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-52fa36e1-ef5a-47c5-adbe-45d7a67b7060 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b38e33f-e22f-48fe-8e3b-d93bdc9800d4 HTTP/1.1" status: 204  len: 168 time: 0.2429581
May 12 08:24:40.225171 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-591a7985-e250-488a-ae64-a7783870946a req-e1fcd808-9ea1-41a4-ae11-5a55373e1a26 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516427
May 12 08:24:40.431368 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-230aebf7-356d-4220-a0e6-5763c439a68a req-3bb75d0b-9858-4619-b96d-97d89c4a5ff5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1294684
May 12 08:24:40.449330 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19903321-7af7-428b-abe6-d7f0316b4af5 req-8717513d-6ded-4350-a215-c7851a2a9e72 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:40.450923 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-19903321-7af7-428b-abe6-d7f0316b4af5 req-8717513d-6ded-4350-a215-c7851a2a9e72 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 945 time: 0.1136780
May 12 08:24:40.461354 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37410) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:40.469653 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-a3e4181d-70c7-41e9-8792-e4ffebffbb1b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Request body: {'floatingip': {'port_id': '540c4fc6-16df-4db2-aef1-6756e3622a53'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:40.534123 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37414) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:40.567903 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-811f54a1-f5a2-420f-aeb9-61495e1b5ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:40.577635 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a3e4181d-70c7-41e9-8792-e4ffebffbb1b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:40.585444 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aebf7-356d-4220-a0e6-5763c439a68a req-2b947a2e-f274-40f7-a4b6-127abf1fd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:40.586947 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-230aebf7-356d-4220-a0e6-5763c439a68a req-2b947a2e-f274-40f7-a4b6-127abf1fd9af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 1098 time: 0.0754323
May 12 08:24:40.684125 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-811f54a1-f5a2-420f-aeb9-61495e1b5ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:40.695436 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-811f54a1-f5a2-420f-aeb9-61495e1b5ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:a91554630d854d50bb682e5e03a36068 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:40.699971 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-811f54a1-f5a2-420f-aeb9-61495e1b5ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:40.708854 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-811f54a1-f5a2-420f-aeb9-61495e1b5ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:40.734544 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aebf7-356d-4220-a0e6-5763c439a68a req-c17fc136-b325-44cb-bb74-86cc2024a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:40.735988 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-230aebf7-356d-4220-a0e6-5763c439a68a req-c17fc136-b325-44cb-bb74-86cc2024a97c service neutron] 10.222.0.39 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 911 time: 0.1283743
May 12 08:24:40.842276 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-230aebf7-356d-4220-a0e6-5763c439a68a req-73121397-2538-42fd-9c31-9bc84982784e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=935d3c82-c763-4e61-ad2d-011a89727ba7 HTTP/1.1" status: 200  len: 1001 time: 0.0979319
May 12 08:24:40.905861 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aebf7-356d-4220-a0e6-5763c439a68a req-918a8d81-544e-4197-a102-ac4741697dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:40.907293 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-230aebf7-356d-4220-a0e6-5763c439a68a req-918a8d81-544e-4197-a102-ac4741697dc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 200  len: 849 time: 0.0575910
May 12 08:24:40.989612 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230aebf7-356d-4220-a0e6-5763c439a68a req-79292e15-1b57-4c7f-815e-4d7b100bb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:40.991245 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-230aebf7-356d-4220-a0e6-5763c439a68a req-79292e15-1b57-4c7f-815e-4d7b100bb664 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37e969d9-2b61-4149-b6a0-e4045133e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757425
May 12 08:24:41.015402 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-811f54a1-f5a2-420f-aeb9-61495e1b5ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:41.134790 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-230aebf7-356d-4220-a0e6-5763c439a68a req-d6ca9233-1efa-4bb4-949d-109f78f99982 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343367
May 12 08:24:41.173055 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-811f54a1-f5a2-420f-aeb9-61495e1b5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:41.190314 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-52fa36e1-ef5a-47c5-adbe-45d7a67b7060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:41.255352 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-811f54a1-f5a2-420f-aeb9-61495e1b5ba5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a91554630d854d50bb682e5e03a36068&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7197983
May 12 08:24:41.257352 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f54a1-f5a2-420f-aeb9-61495e1b5ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b107b35-54cf-421c-a309-7845a833594f,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:41.259682 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37420) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:41.264214 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-811f54a1-f5a2-420f-aeb9-61495e1b5ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:41.272491 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-230aebf7-356d-4220-a0e6-5763c439a68a req-5128dad8-3b16-4a93-ada4-3412f0bec5e0 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305139
May 12 08:24:41.398888 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4946b33-6576-4c02-8274-22c862b24513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:41.449217 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4946b33-6576-4c02-8274-22c862b24513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:41.465429 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a3e4181d-70c7-41e9-8792-e4ffebffbb1b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:41.476758 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a3e4181d-70c7-41e9-8792-e4ffebffbb1b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:41.644501 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4946b33-6576-4c02-8274-22c862b24513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:41.649617 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-433c3d46-0dd6-4a10-a5db-04a73a85d4fb tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:41.671149 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4946b33-6576-4c02-8274-22c862b24513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b107b35-54cf-421c-a309-7845a833594f,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:41.676400 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c4946b33-6576-4c02-8274-22c862b24513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:41.678282 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.l3_db [None req-a3e4181d-70c7-41e9-8792-e4ffebffbb1b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Floating IP f6440c4d-7262-4aeb-aba4-6503d958bfec associated. External IP: 172.27.2.30, port: 540c4fc6-16df-4db2-aef1-6756e3622a53.
May 12 08:24:41.732898 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c4946b33-6576-4c02-8274-22c862b24513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:41.734036 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-c4946b33-6576-4c02-8274-22c862b24513 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b107b35-54cf-421c-a309-7845a833594f HTTP/1.1" status: 204  len: 168 time: 0.4723253
May 12 08:24:42.030902 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e4181d-70c7-41e9-8792-e4ffebffbb1b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Router eea718c4-caac-4efa-b681-068910f110ee has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:24:42.217913 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e4181d-70c7-41e9-8792-e4ffebffbb1b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:24:42.223389 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a3e4181d-70c7-41e9-8792-e4ffebffbb1b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:42.230088 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accbd15-1843-452e-963c-192763232b60 None None] Sync routers for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:24:42.242840 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accbd15-1843-452e-963c-192763232b60 None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:24:42.243840 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-6accbd15-1843-452e-963c-192763232b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c997efd00>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:24:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:42.290799 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-a3e4181d-70c7-41e9-8792-e4ffebffbb1b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "PUT /v2.0/floatingips/f6440c4d-7262-4aeb-aba4-6503d958bfec HTTP/1.1" status: 200  len: 990 time: 1.8250680
May 12 08:24:42.290799 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2852d26b-5600-466f-9f98-366c5ce9af35', 'tag': '540c4fc6-16df-4db2-aef1-6756e3622a53'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:24:42.352627 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2852d26b-5600-466f-9f98-366c5ce9af35', 'tag': '540c4fc6-16df-4db2-aef1-6756e3622a53', 'status': 'completed', 'code': 200}
May 12 08:24:42.428014 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-6accbd15-1843-452e-963c-192763232b60 None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:24:42.473714 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5af5ac-66a1-461b-b720-12adff49513e req-218a27ba-0e99-41f9-8192-19d56f4d11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:42.475627 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-be5af5ac-66a1-461b-b720-12adff49513e req-218a27ba-0e99-41f9-8192-19d56f4d11b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=319b974789224711a5c26ac4b744b174&device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 1098 time: 0.0978551
May 12 08:24:42.615426 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5af5ac-66a1-461b-b720-12adff49513e req-ccd2653e-259b-4569-a4b4-9e417244abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:42.617105 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-be5af5ac-66a1-461b-b720-12adff49513e req-ccd2653e-259b-4569-a4b4-9e417244abc9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9716e78e-e6a0-4390-a055-14165c9b42c3 HTTP/1.1" status: 200  len: 912 time: 0.1342368
May 12 08:24:42.722935 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-be5af5ac-66a1-461b-b720-12adff49513e req-70086e69-83e1-42ad-8530-460152b80e40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=540c4fc6-16df-4db2-aef1-6756e3622a53 HTTP/1.1" status: 200  len: 998 time: 0.0994465
May 12 08:24:42.790119 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5af5ac-66a1-461b-b720-12adff49513e req-ee8ca9fc-363a-4ae5-91d2-50ca6779b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:42.791574 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-be5af5ac-66a1-461b-b720-12adff49513e req-ee8ca9fc-363a-4ae5-91d2-50ca6779b77a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a93e9c7-3ded-4f77-a7f2-46a6faf40562 HTTP/1.1" status: 200  len: 850 time: 0.0623527
May 12 08:24:42.813078 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-6accbd15-1843-452e-963c-192763232b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c997efd00>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'f6440c4d-7262-4aeb-aba4-6503d958bfec', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'port_id': '540c4fc6-16df-4db2-aef1-6756e3622a53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'mac_address': 'fa:16:3e:37:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852d26b-5600-466f-9f98-366c5ce9af35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:24:23Z', 'updated_at': '2021-05-12T08:24:41Z', 'revision_number': 1, 'project_id': '319b974789224711a5c26ac4b744b174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:49Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:42.817063 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accbd15-1843-452e-963c-192763232b60 None None] Checking router: eea718c4-caac-4efa-b681-068910f110ee for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:24:42.826319 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accbd15-1843-452e-963c-192763232b60 None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:24:42.826937 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-6accbd15-1843-452e-963c-192763232b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c997efd00>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:24:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:42.868558 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5af5ac-66a1-461b-b720-12adff49513e req-f1064ba6-e660-4ecc-a416-46990d8cb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:42.870163 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-be5af5ac-66a1-461b-b720-12adff49513e req-f1064ba6-e660-4ecc-a416-46990d8cb1e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9716e78e-e6a0-4390-a055-14165c9b42c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724123
May 12 08:24:43.002092 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-be5af5ac-66a1-461b-b720-12adff49513e req-be4d672a-7591-4d2e-be1d-4a9663c54dac service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255596
May 12 08:24:43.011164 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-6accbd15-1843-452e-963c-192763232b60 None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:24:43.259128 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-be5af5ac-66a1-461b-b720-12adff49513e req-2d859a32-0120-408f-9394-616e039576ce service neutron] 10.222.0.39 "GET /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2501631
May 12 08:24:43.419683 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-6accbd15-1843-452e-963c-192763232b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c997efd00>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'f6440c4d-7262-4aeb-aba4-6503d958bfec', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'port_id': '540c4fc6-16df-4db2-aef1-6756e3622a53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'mac_address': 'fa:16:3e:37:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852d26b-5600-466f-9f98-366c5ce9af35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:24:23Z', 'updated_at': '2021-05-12T08:24:41Z', 'revision_number': 1, 'project_id': '319b974789224711a5c26ac4b744b174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:49Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:24:43.423981 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accbd15-1843-452e-963c-192763232b60 None None] The sync data for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi is: [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': 'f6440c4d-7262-4aeb-aba4-6503d958bfec', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'port_id': '540c4fc6-16df-4db2-aef1-6756e3622a53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'mac_address': 'fa:16:3e:37:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2852d26b-5600-466f-9f98-366c5ce9af35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:24:23Z', 'updated_at': '2021-05-12T08:24:41Z', 'revision_number': 1, 'project_id': '319b974789224711a5c26ac4b744b174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:49Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:24:43.677469 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-07e3516d-987d-46c0-a879-881c7bee75a2 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616394633&fields=id&tenant_id=c87a10dabb5e4a7b99e8710c8856d492 HTTP/1.1" status: 200  len: 267 time: 0.0499177
May 12 08:24:43.714758 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53fc601-f20c-4182-803b-5587f94e4fb9 None None] New status for floating IP f6440c4d-7262-4aeb-aba4-6503d958bfec: ACTIVE {{(pid=78690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:24:43.836922 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-423c0030-131e-4c26-9f83-a8732429dfc3 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:43.844317 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-423c0030-131e-4c26-9f83-a8732429dfc3 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 810 time: 0.1597457
May 12 08:24:43.860396 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-d329e2c6-b164-4ba4-9822-52ad6db21370 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/quotas/c87a10dabb5e4a7b99e8710c8856d492 HTTP/1.1" status: 200  len: 375 time: 0.0151405
May 12 08:24:43.950350 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-0559164d-f216-4441-bee2-d76b52190e36 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0891395
May 12 08:24:44.014102 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37502) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:44.101511 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-3712ff96-62e6-4dc1-bcdc-3c2d95776caf service neutron] 10.222.0.36 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385584
May 12 08:24:44.132506 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-56db8124-d13f-494c-8b3a-1cf18c27230e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:44.149694 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-56db8124-d13f-494c-8b3a-1cf18c27230e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:44.153668 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-56db8124-d13f-494c-8b3a-1cf18c27230e admin admin] Usage tracker for resource:security_group_rule and tenant:f767c2fd97c440f1b200b1440dafe02d is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:44.156511 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-56db8124-d13f-494c-8b3a-1cf18c27230e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:44.162491 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-56db8124-d13f-494c-8b3a-1cf18c27230e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:44.232487 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-1756da2b-ec21-4137-b19c-7885c62a035e service neutron] 10.222.0.36 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300225
May 12 08:24:44.246397 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-56db8124-d13f-494c-8b3a-1cf18c27230e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:44.251152 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-56db8124-d13f-494c-8b3a-1cf18c27230e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:44.259681 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-01dba28c-2ffc-4e6c-8661-f20c00cf0c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:44.300586 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-56db8124-d13f-494c-8b3a-1cf18c27230e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f767c2fd97c440f1b200b1440dafe02d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2822716
May 12 08:24:44.300768 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37510) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:44.303401 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db8124-d13f-494c-8b3a-1cf18c27230e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f500f13-df43-476e-a285-d230447ef5a1,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:44.306531 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-56db8124-d13f-494c-8b3a-1cf18c27230e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:44.361789 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c5c31664-779a-4f57-82c2-12faecc0b6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:44.389219 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c5c31664-779a-4f57-82c2-12faecc0b6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:44.443254 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c5c31664-779a-4f57-82c2-12faecc0b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:44.447528 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-02f86c86-3e29-43d6-91f4-7dbbac667c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:44.463212 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c31664-779a-4f57-82c2-12faecc0b6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f500f13-df43-476e-a285-d230447ef5a1,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:44.467304 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c5c31664-779a-4f57-82c2-12faecc0b6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:44.474636 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c5c31664-779a-4f57-82c2-12faecc0b6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:44.476388 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-c5c31664-779a-4f57-82c2-12faecc0b6f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f500f13-df43-476e-a285-d230447ef5a1 HTTP/1.1" status: 204  len: 168 time: 0.1747088
May 12 08:24:44.770150 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-7605acb7-d944-4177-84ed-3b43f71cdb44 req-47377328-2c69-40b7-8d33-d9e9e48d824d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 210 time: 0.1704297
May 12 08:24:44.839410 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37534) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:44.857306 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c3e1c524-72d0-46e5-9cdf-7a5ab64f3784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:44.872397 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-c3e1c524-72d0-46e5-9cdf-7a5ab64f3784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:44.876453 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-c3e1c524-72d0-46e5-9cdf-7a5ab64f3784 admin admin] Usage tracker for resource:security_group_rule and tenant:aa533e99eeb5437cbffede1806632241 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:44.879378 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-c3e1c524-72d0-46e5-9cdf-7a5ab64f3784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:44.886088 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-c3e1c524-72d0-46e5-9cdf-7a5ab64f3784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:44.977707 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c3e1c524-72d0-46e5-9cdf-7a5ab64f3784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:44.984340 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c3e1c524-72d0-46e5-9cdf-7a5ab64f3784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:44.991880 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-0e75851c-240e-42de-9553-3da3c7dd1509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:45.034471 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-c3e1c524-72d0-46e5-9cdf-7a5ab64f3784 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa533e99eeb5437cbffede1806632241&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1938169
May 12 08:24:45.035354 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1c524-72d0-46e5-9cdf-7a5ab64f3784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395ae10d-8183-4d67-9755-584f9f1bfee4,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:45.038230 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 37538) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:45.038685 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c3e1c524-72d0-46e5-9cdf-7a5ab64f3784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:45.107832 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:45.134244 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:45.187885 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:45.193690 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d353c70a-19a6-4652-8182-e35d25add539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:45.206620 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395ae10d-8183-4d67-9755-584f9f1bfee4,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:45.219348 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:45.219722 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:45.220070 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:45.220426 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:45.220783 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:45.221136 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:45.221514 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:45.221864 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:45.222226 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:45.222568 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:45.222906 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:45.223248 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:24:45.226178 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:45.228293 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:45.229579 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/395ae10d-8183-4d67-9755-584f9f1bfee4 HTTP/1.1" status: 204  len: 168 time: 0.1893356
May 12 08:24:45.712490 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-e44dc310-a16f-4e43-b52b-8d07cbb9406c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:45.713964 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-e44dc310-a16f-4e43-b52b-8d07cbb9406c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 810 time: 0.1756105
May 12 08:24:45.762999 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-65a36b6d-6117-4fb9-a349-56ac811f74a3 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c87a10dabb5e4a7b99e8710c8856d492 HTTP/1.1" status: 200  len: 379 time: 0.0410984
May 12 08:24:45.771671 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'port': {'device_id': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'admin_state_up': True, 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'security_groups': ['ee9f0f58-96a0-4fdc-a692-98c68f71a1d4']}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:45.924073 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:45.934892 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:45.946888 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Made reservation on behalf of c87a10dabb5e4a7b99e8710c8856d492 for: {'port': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:24:45.950696 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:45.978146 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-8652d852-8151-46f6-ae8c-6c0652369bf7 req-3e467500-1e81-47ac-8ec3-d5fbb37c6279 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 210 time: 0.0532453
May 12 08:24:46.072430 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37566) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:46.120155 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_common [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Allocated IP 172.20.0.6 (37e969d9-2b61-4149-b6a0-e4045133e6d2/70936901-4fd1-4365-9a28-2613415a8b74/5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7) {{(pid=78688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:24:46.183621 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-124164314-network', 'tenant_id': 'ca4409d96b5d41589cb908905d44cc9a'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:46.189138 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:46.193461 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Usage tracker for resource:network and tenant:ca4409d96b5d41589cb908905d44cc9a is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:46.196423 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:46.203170 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:46.214105 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Made reservation on behalf of ca4409d96b5d41589cb908905d44cc9a for: {'network': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:24:46.216489 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.228917 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.243871 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:46.248199 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Usage tracker for resource:security_group_rule and tenant:ca4409d96b5d41589cb908905d44cc9a is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:46.251611 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:46.259986 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:46.324463 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for port, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.342546 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Transition to ACTIVE for port object 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 will not be triggered until provisioned by entity DHCP. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:24:46.367990 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.370478 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.374134 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d2465a54-4c5d-47fc-9364-a866460f0d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:46.374346 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.386154 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'}  {{(pid=78689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:24:46.396710 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.397050 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.segments_db [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Added segment ab2731c5-c4aa-4002-8151-28a0ee76ac92 of type vlan for network 7b52d8e6-d909-446d-8470-9f09e47c71ac
May 12 08:24:46.426095 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.440968 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Network 37e969d9-2b61-4149-b6a0-e4045133e6d2 is already hosted by enough agents. {{(pid=78688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:24:46.444264 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.base_scheduler [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources bound (agent type, host, resource id):  {{(pid=78688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:24:46.453558 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Received port after_create {{(pid=78688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:24:46.461262 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-b02ffaba-007e-4999-8863-463661ee4c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:46.494469 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.502238 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'Port': ['ID=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:46.509622 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:46.510638 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.515107 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:46.517378 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe30d74-0717-4b9a-91ca-733831e6bec1,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:46.530810 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:46.531062 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:46.561655 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:46.562750 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.595089 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-9644132c-81b3-47a3-938c-b0693b15057a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8273520
May 12 08:24:46.608612 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Request body: {'port': {'device_id': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:46.650543 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Pushing event updated for resources: {'Network': ['ID=7b52d8e6-d909-446d-8470-9f09e47c71ac,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:46.653822 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5802724
May 12 08:24:46.654933 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:46.656678 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37572) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:46.663325 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Request body: {'subnet': {'network_id': '7b52d8e6-d909-446d-8470-9f09e47c71ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-124164314-subnet', 'tenant_id': 'ca4409d96b5d41589cb908905d44cc9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:46.663687 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network 7b52d8e6-d909-446d-8470-9f09e47c71ac details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:24:46.668442 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:46.672588 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Usage tracker for resource:subnet and tenant:ca4409d96b5d41589cb908905d44cc9a is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:46.675857 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:46.682462 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:46.699303 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Made reservation on behalf of ca4409d96b5d41589cb908905d44cc9a for: {'subnet': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:24:46.701948 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2147701'] for subnet, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.790313 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-3f758f43-e4ae-462a-b7cf-671453140b5b None None] Provisioning for port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 completed by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:24:46.796391 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-3f758f43-e4ae-462a-b7cf-671453140b5b None None] Provisioning complete for port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 triggered by entity DHCP. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:24:46.796757 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3f758f43-e4ae-462a-b7cf-671453140b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.850326 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:46.850570 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-3f758f43-e4ae-462a-b7cf-671453140b5b None None] Port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 cannot update to ACTIVE because it is not bound. {{(pid=78690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 12 08:24:47.134320 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3944006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2147591'] for subnet, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:47.142041 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-511e5eda-af3c-4e49-b6ee-4684780801c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:47.198252 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 {{(pid=78688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:24:47.206467 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:47.221715 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.provisioning_blocks [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Transition to ACTIVE for port object 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 will not be triggered until provisioned by entity L2. {{(pid=78688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 12 08:24:47.223837 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7555fe-b360-4f71-b7d0-4690c1c38471,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:47.226187 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:47.230223 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:47.232524 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d222d6c2-0c7e-48ee-a283-0cf189392357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:47.242401 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Checking segment: {'id': 'ab2731c5-c4aa-4002-8151-28a0ee76ac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b52d8e6-d909-446d-8470-9f09e47c71ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:24:47.242762 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Network hostable DHCP agents. Network: 7b52d8e6-d909-446d-8470-9f09e47c71ac, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:24:47.269693 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9994c-b700-46fe-a05a-7d8ac1cb60cb req-bbcf2ddb-dda7-4491-8a33-b54a077102b2 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:47.271902 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e6e9994c-b700-46fe-a05a-7d8ac1cb60cb req-bbcf2ddb-dda7-4491-8a33-b54a077102b2 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 931 time: 0.1911352
May 12 08:24:47.297019 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Network 7b52d8e6-d909-446d-8470-9f09e47c71ac is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:24:47.319554 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, 7b52d8e6-d909-446d-8470-9f09e47c71ac) {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:24:47.329244 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64ed534-58b4-4438-9e96-63006dffc6d4 None None] Network 7b52d8e6-d909-446d-8470-9f09e47c71ac requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:24:47.348012 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e6e9994c-b700-46fe-a05a-7d8ac1cb60cb req-4b169698-8a9b-4e97-83aa-931a55391ae4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684180
May 12 08:24:47.355833 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:47.356444 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:47.380351 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-f1542fd1-4c49-458e-975a-6a24cc6a7321 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7220705
May 12 08:24:47.399055 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Pushing event updated for resources: {'Port': ['ID=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7,revision_number=2']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:47.426260 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:47.476102 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Attempting to bind port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 12 08:24:47.476434 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Attempting to bind port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 12 08:24:47.476758 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Attempting to bind port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 on network 37e969d9-2b61-4149-b6a0-e4045133e6d2 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:24:47.487663 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 on network 37e969d9-2b61-4149-b6a0-e4045133e6d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 12 08:24:47.488008 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Attempting to bind port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 on network 37e969d9-2b61-4149-b6a0-e4045133e6d2 {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 12 08:24:47.494391 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Checking agent: {'id': '3698b9ce-0172-4afa-8410-a57017ab23a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'started_at': datetime.datetime(2021, 5, 12, 8, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 12, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 12 08:24:47.494857 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Checking segment: {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:24:47.495240 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Bound using segment: {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'} {{(pid=78688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 12 08:24:47.495664 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.managers [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Bound port: 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad157ea-529a-4c22-9ff7-bb8adb8453d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2'}}] {{(pid=78688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 12 08:24:47.496045 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:47.599763 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] For port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7, host hv-cinder-79091, cleared binding levels {{(pid=78688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 12 08:24:47.603575 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] For port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 12 08:24:47.607099 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290cfbe7-09f4-425c-9ab3-cdc16b8f3c5f None None] Network 7b52d8e6-d909-446d-8470-9f09e47c71ac requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:24:47.613589 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3955281'] for port, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:47.617713 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-eb85a9de-c0de-4ac6-b07f-31395e8d9aed tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:47.674258 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:47.675640 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:47.677316 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] 10.222.0.39 "PUT /v2.0/ports/5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 HTTP/1.1" status: 200  len: 1093 time: 1.0736125
May 12 08:24:47.677935 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'tag': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:24:47.758508 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Pushing event updated for resources: {'Port': ['ID=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7,revision_number=3']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:47.763208 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:47.778213 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'tag': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7', 'status': 'completed', 'code': 200}
May 12 08:24:47.811471 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-3d08c830-3557-47ac-a6ea-28586fc90848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:47.813130 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-3d08c830-3557-47ac-a6ea-28586fc90848 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 1096 time: 0.0886672
May 12 08:24:47.891636 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-24188f0d-9c5e-437f-baeb-01f764a106c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 HTTP/1.1" status: 200  len: 217 time: 0.0707800
May 12 08:24:47.955082 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-2b5446d1-c7ac-4bb2-8a63-824553463aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:47.956929 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-2b5446d1-c7ac-4bb2-8a63-824553463aa3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 200  len: 849 time: 0.0595646
May 12 08:24:48.032566 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 37598) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:48.043040 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.v2.base [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-873355974-network', 'tenant_id': 'e0175dbefd7e440091791b49ba9ca215'}} {{(pid=78688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:48.047339 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-ac11eb03-5760-4ce5-aacf-3070996275ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:48.048758 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-ac11eb03-5760-4ce5-aacf-3070996275ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37e969d9-2b61-4149-b6a0-e4045133e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844285
May 12 08:24:48.050909 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:48.054856 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Usage tracker for resource:network and tenant:e0175dbefd7e440091791b49ba9ca215 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:48.058652 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:48.086668 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:48.148452 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Made reservation on behalf of e0175dbefd7e440091791b49ba9ca215 for: {'network': 1} {{(pid=78688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:24:48.150742 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for network, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:48.183704 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:48.215781 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:48.223203 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Usage tracker for resource:security_group_rule and tenant:e0175dbefd7e440091791b49ba9ca215 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:48.226988 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:48.231678 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-1b545a55-d411-4885-8f8d-55877db14013 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738708
May 12 08:24:48.236171 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:48.396849 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-fd480908-3e45-4d83-b7ac-c5fd58bff235 req-1ab44b4c-bc92-47be-8ced-6da33632ef12 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582699
May 12 08:24:48.440882 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:48.479611 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:48.612154 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-7c4d423a-2ae3-446f-8cb2-397b24910c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:48.646300 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'}  {{(pid=78688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 12 08:24:48.673824 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:48.674158 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.segments_db [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Added segment 66ce0688-dbcb-4895-81f5-23361b833324 of type vlan for network e7a0a0a4-7698-4fea-81d5-d47bca0cde8c
May 12 08:24:48.683645 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27da6c55-4fd9-4965-8b63-6e5287d8b6c3,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:48.686998 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:48.720420 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756526702210'] for network, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:48.757714 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adda8b-f9aa-4792-a826-6f22d2828e34 req-92c47065-f763-4542-b7b0-c1d059e5dfde tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:48.758458 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-b9adda8b-f9aa-4792-a826-6f22d2828e34 req-92c47065-f763-4542-b7b0-c1d059e5dfde tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Synchronizing usage tracker for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:24:48.761931 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc990adf-f1b9-4c9b-bb01-d1dd59d878c8 req-3901d915-5998-4d1d-bf37-dc014c3b57ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:48.763359 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cc990adf-f1b9-4c9b-bb01-d1dd59d878c8 req-3901d915-5998-4d1d-bf37-dc014c3b57ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 1096 time: 0.3212709
May 12 08:24:48.856889 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252'] for network, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:48.860671 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:48.861289 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:48.868335 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:48.886680 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-b9adda8b-f9aa-4792-a826-6f22d2828e34 req-92c47065-f763-4542-b7b0-c1d059e5dfde tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Unset dirty status for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:24:48.887781 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b9adda8b-f9aa-4792-a826-6f22d2828e34 req-92c47065-f763-4542-b7b0-c1d059e5dfde tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 943 time: 0.4142761
May 12 08:24:49.020864 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9871092
May 12 08:24:49.023870 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37604) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:24:49.029598 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Request body: {'subnet': {'network_id': 'e7a0a0a4-7698-4fea-81d5-d47bca0cde8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-873355974-subnet', 'tenant_id': 'e0175dbefd7e440091791b49ba9ca215', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:24:49.034314 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:24:49.038299 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Usage tracker for resource:subnet and tenant:e0175dbefd7e440091791b49ba9ca215 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:24:49.042137 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:24:49.043268 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Pushing event updated for resources: {'Network': ['ID=e7a0a0a4-7698-4fea-81d5-d47bca0cde8c,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:49.047981 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:24:49.050333 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:49.054622 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Network e7a0a0a4-7698-4fea-81d5-d47bca0cde8c details requested by agent ovs-agent-dv-cinder-790910-1-iscsi with host dv-cinder-790910-1-iscsi {{(pid=78690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 12 08:24:49.055864 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b9adda8b-f9aa-4792-a826-6f22d2828e34 req-94e71914-5773-466a-bc6c-3ff577b66124 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1593916
May 12 08:24:49.059170 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc990adf-f1b9-4c9b-bb01-d1dd59d878c8 req-7bcfc0bb-4ce2-4dda-8852-1359fd331da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:49.060457 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Made reservation on behalf of e0175dbefd7e440091791b49ba9ca215 for: {'subnet': 1} {{(pid=78689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 12 08:24:49.060603 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cc990adf-f1b9-4c9b-bb01-d1dd59d878c8 req-7bcfc0bb-4ce2-4dda-8852-1359fd331da2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 911 time: 0.2853360
May 12 08:24:49.063717 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2147701'] for subnet, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:49.140495 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cc990adf-f1b9-4c9b-bb01-d1dd59d878c8 req-505a5956-c6dc-4411-af12-3ff241cc951c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 HTTP/1.1" status: 200  len: 217 time: 0.0622725
May 12 08:24:49.212561 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc990adf-f1b9-4c9b-bb01-d1dd59d878c8 req-bdcfaaf2-1fb1-44d8-bcdf-f9d4a4c5360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:49.214185 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cc990adf-f1b9-4c9b-bb01-d1dd59d878c8 req-bdcfaaf2-1fb1-44d8-bcdf-f9d4a4c5360d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 200  len: 849 time: 0.0653334
May 12 08:24:49.302025 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc990adf-f1b9-4c9b-bb01-d1dd59d878c8 req-d86cc921-3578-42d6-abad-40901b7ecab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:49.303414 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cc990adf-f1b9-4c9b-bb01-d1dd59d878c8 req-d86cc921-3578-42d6-abad-40901b7ecab0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37e969d9-2b61-4149-b6a0-e4045133e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712945
May 12 08:24:49.435727 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cc990adf-f1b9-4c9b-bb01-d1dd59d878c8 req-7d7e0693-f5da-4f88-81ff-4a7f3e40ba90 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252189
May 12 08:24:49.457962 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3944006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2147591'] for subnet, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:49.461843 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-dd6ac67b-023e-4e04-a93d-61ff812fd9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:49.533476 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c3b9cdf-08d5-4cc3-9c3d-a1a5db10b6d6,revision_number=0']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:49.537256 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:49.544221 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Checking segment: {'id': '66ce0688-dbcb-4895-81f5-23361b833324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e7a0a0a4-7698-4fea-81d5-d47bca0cde8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 12 08:24:49.544575 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Network hostable DHCP agents. Network: e7a0a0a4-7698-4fea-81d5-d47bca0cde8c, hostable agents: ['e095449f-723c-411b-9afa-1f361ec1c93e'], hosted agents: [] {{(pid=78689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 12 08:24:49.561872 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Network e7a0a0a4-7698-4fea-81d5-d47bca0cde8c is scheduled to be hosted by DHCP agent e095449f-723c-411b-9afa-1f361ec1c93e with binding_index 1 {{(pid=78689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 12 08:24:49.572270 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-1-iscsi, e7a0a0a4-7698-4fea-81d5-d47bca0cde8c) {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:24:49.573970 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-cc990adf-f1b9-4c9b-bb01-d1dd59d878c8 req-67dddff1-17b1-4a7e-bc21-a45aa440695e service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263812
May 12 08:24:49.581128 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:49.581763 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:49.581969 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf9a556-dd1d-4644-aa7e-f6a62091dabf None None] Network e7a0a0a4-7698-4fea-81d5-d47bca0cde8c requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:24:49.602323 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-221b1927-0e59-4941-bcef-0b5d201e083b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5773816
May 12 08:24:49.804945 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fabc1d-95a9-45af-813e-e9d9de6983e6 None None] Network e7a0a0a4-7698-4fea-81d5-d47bca0cde8c requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:24:50.250069 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e0496-d559-4df8-a4b4-cb72cdb3cb6b req-57ef0b63-b48a-4f20-8522-e866e5d85882 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:50.251679 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-db1e0496-d559-4df8-a4b4-cb72cdb3cb6b req-57ef0b63-b48a-4f20-8522-e866e5d85882 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 943 time: 0.0867321
May 12 08:24:50.308831 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-db1e0496-d559-4df8-a4b4-cb72cdb3cb6b req-40cf55a0-4319-4446-9af9-6d87a1047f61 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493472
May 12 08:24:51.529462 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4af08-5221-46bf-9c99-8aa299e1e8d1 req-5e9f212c-ae58-4565-ba16-085a24ffe238 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:51.530269 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-12a4af08-5221-46bf-9c99-8aa299e1e8d1 req-5e9f212c-ae58-4565-ba16-085a24ffe238 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 943 time: 0.1074064
May 12 08:24:51.581279 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-12a4af08-5221-46bf-9c99-8aa299e1e8d1 req-c55738ac-5ace-47ec-8a74-82ba39efeb20 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388513
May 12 08:24:52.781748 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d05dd-df9f-488b-918a-f44116768538 req-5716d573-51ce-4d0d-9544-473aae94ef78 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:52.783148 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c54d05dd-df9f-488b-918a-f44116768538 req-5716d573-51ce-4d0d-9544-473aae94ef78 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 943 time: 0.0971982
May 12 08:24:52.831763 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c54d05dd-df9f-488b-918a-f44116768538 req-ebed2c0c-ff06-4970-8033-98cc1dc2da86 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401876
May 12 08:24:52.899797 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-656b5e18-eab5-4f57-921e-79e7f8ca5f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:54.038391 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc3784-5350-4303-b134-183c5a4b4eba req-ec243f0f-a36a-48cb-88d7-7f766e5f20d2 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:54.039845 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0dbc3784-5350-4303-b134-183c5a4b4eba req-ec243f0f-a36a-48cb-88d7-7f766e5f20d2 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 943 time: 0.0874960
May 12 08:24:54.084204 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0dbc3784-5350-4303-b134-183c5a4b4eba req-3935b29a-ea77-4f89-9b43-36d897121eb8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385942
May 12 08:24:55.272110 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e9a27-01d4-4898-909d-4d7c4b06d821 req-1b747e43-b4cc-4c71-b6ac-0f83cda0b980 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:55.273596 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-815e9a27-01d4-4898-909d-4d7c4b06d821 req-1b747e43-b4cc-4c71-b6ac-0f83cda0b980 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 943 time: 0.0865967
May 12 08:24:55.288502 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:55.319025 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-815e9a27-01d4-4898-909d-4d7c4b06d821 req-dfa69ed6-a5a5-4a20-99d4-0d79a910efac tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396132
May 12 08:24:55.565006 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-57c44cf0-f54c-41c2-b001-e426dc3afb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:55.636728 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:24:55.771219 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:24:55.783992 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'port_id': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7', 'mac_address': 'fa:16:3e:6d:67:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:24:55.839074 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:55.855620 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:24:55.871743 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:24:55.879082 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:55.881853 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:55.953700 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7,revision_number=4']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:55.957157 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:56.141688 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:24:56.446570 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:56.503714 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438740-75d1-4427-974d-5796e9417c0b req-08593182-c04d-4151-8cf2-d594f57407cf tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:56.505232 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2d438740-75d1-4427-974d-5796e9417c0b req-08593182-c04d-4151-8cf2-d594f57407cf tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 944 time: 0.0822139
May 12 08:24:56.555516 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-2d438740-75d1-4427-974d-5796e9417c0b req-dd62040e-1baa-483b-8a48-18efd1fd340d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440378
May 12 08:24:57.652131 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:24:57.731461 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning for port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 completed by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 12 08:24:57.736873 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:24:57.737290 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:57.749767 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72440071-50a1-4d54-a656-194d41b8e4c2 req-91e036b5-53c1-40ea-97cd-8b97f36624f1 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:57.756706 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-72440071-50a1-4d54-a656-194d41b8e4c2 req-91e036b5-53c1-40ea-97cd-8b97f36624f1 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 944 time: 0.0928271
May 12 08:24:57.804286 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-72440071-50a1-4d54-a656-194d41b8e4c2 req-f9fceb51-92f6-467e-9236-0d53e3e9d7c4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466774
May 12 08:24:57.864473 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:57.867003 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:57.895028 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:24:57.905456 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:24:57.910357 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:24:57.912200 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:24:57.950098 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7', 'code': 200}
May 12 08:24:57.983555 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7,revision_number=5']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:24:57.986575 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:24:58.261588 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ea0a6-6ec8-498e-a7a2-348e6d4aecda req-1d1dd426-d249-42a5-add7-b4758aabbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:58.263101 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ce1ea0a6-6ec8-498e-a7a2-348e6d4aecda req-1d1dd426-d249-42a5-add7-b4758aabbdf4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 1098 time: 0.0760665
May 12 08:24:58.398550 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ce1ea0a6-6ec8-498e-a7a2-348e6d4aecda req-ab4dc5e6-5e51-4df7-b882-cd89f13fc952 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1285024
May 12 08:24:58.988726 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc80c0-dcf6-411d-8224-bbe219ade365 req-6c034057-b50a-4190-aad2-c7deea2ae932 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:24:58.990227 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-dfdc80c0-dcf6-411d-8224-bbe219ade365 req-6c034057-b50a-4190-aad2-c7deea2ae932 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 945 time: 0.0817876
May 12 08:24:59.136802 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-dfdc80c0-dcf6-411d-8224-bbe219ade365 req-9c21a846-9b38-4488-b160-2d8947d94724 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1406083
May 12 08:25:00.334428 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bfd4e-4cfc-47e8-8d6c-58fce79a33ea req-4e738c4c-1302-4d17-85ba-29c8b5fa96e8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:00.335891 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5e4bfd4e-4cfc-47e8-8d6c-58fce79a33ea req-4e738c4c-1302-4d17-85ba-29c8b5fa96e8 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 945 time: 0.0830216
May 12 08:25:00.381861 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5e4bfd4e-4cfc-47e8-8d6c-58fce79a33ea req-22af9ed6-b07f-47cb-81f1-a0117d1ddd20 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400014
May 12 08:25:00.566078 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8ed25-ec6c-4303-8b6d-129b88dcbb57 req-a31212b4-9e7f-4886-8223-d17ef53038a9 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:00.567618 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c5f8ed25-ec6c-4303-8b6d-129b88dcbb57 req-a31212b4-9e7f-4886-8223-d17ef53038a9 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 945 time: 0.0787907
May 12 08:25:00.616171 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-c5f8ed25-ec6c-4303-8b6d-129b88dcbb57 req-b3e66f8c-3a4f-4bbc-8d9f-d8f18524c601 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422225
May 12 08:25:00.639915 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37722) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:00.873893 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95198010-cc53-4eaf-8b14-1f74e074d421 tempest-TestVolumeBootPattern-1176230925 tempest-TestVolumeBootPattern-1176230925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:00.876323 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-95198010-cc53-4eaf-8b14-1f74e074d421 tempest-TestVolumeBootPattern-1176230925 tempest-TestVolumeBootPattern-1176230925-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 1093 time: 0.2351968
May 12 08:25:00.878439 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37734) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:00.884135 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.v2.base [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Request body: {'floatingip': {'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'port_id': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 12 08:25:00.890401 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:25:00.894560 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Usage tracker for resource:floatingip and tenant:c87a10dabb5e4a7b99e8710c8856d492 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:25:00.897713 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:25:00.903797 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:25:00.915883 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:01.054369 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:01.189893 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_common [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Allocated IP 172.27.2.91 (069f2160-aa3e-48e5-a977-e51b8a4e427f/cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2/99f19be8-4c4d-4396-8a27-16c074d5e00a) {{(pid=78689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 12 08:25:01.340105 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for port, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:01.372934 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756526682628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:01.376541 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:01.432853 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Network 069f2160-aa3e-48e5-a977-e51b8a4e427f is already hosted by enough agents. {{(pid=78689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 12 08:25:01.435692 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.base_scheduler [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Resources bound (agent type, host, resource id):  {{(pid=78689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 12 08:25:01.443470 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Received port after_create {{(pid=78689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 12 08:25:01.473062 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'Port': ['ID=99f19be8-4c4d-4396-8a27-16c074d5e00a,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:01.478876 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:01.843981 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:01.921507 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:02.126105 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for port, precommit_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:02.130513 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2234063'] for port, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:02.135092 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4675417b-a1fc-454b-a3c0-7dfcb7e092a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:02.245797 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event updated for resources: {'Port': ['ID=99f19be8-4c4d-4396-8a27-16c074d5e00a,revision_number=2']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:02.253299 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:02.259141 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:02.532229 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.l3_db [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Floating IP b7d803a9-4de9-41b1-90c9-cb6d886795e3 associated. External IP: 172.27.2.91, port: 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7.
May 12 08:25:02.891849 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Router 36e2ab55-2674-4153-be5d-e1769a3ade40 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:25:03.071746 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:25:03.081261 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7fde9b-0886-4da7-af0d-87212c78d2f5 None None] Sync routers for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:25:03.092054 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7fde9b-0886-4da7-af0d-87212c78d2f5 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:25:03.092731 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-2b7fde9b-0886-4da7-af0d-87212c78d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c997efe80>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:24:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:03.097542 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:03.150898 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2713754
May 12 08:25:03.151535 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'tag': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:25:03.197455 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'tag': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7', 'status': 'completed', 'code': 200}
May 12 08:25:03.269135 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-2b7fde9b-0886-4da7-af0d-87212c78d2f5 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:25:03.299893 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ee94-3d35-48d9-a948-4c45a139b376 req-3a08face-88f5-4c00-b71b-80897c930f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:03.301469 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-94b7ee94-3d35-48d9-a948-4c45a139b376 req-3a08face-88f5-4c00-b71b-80897c930f04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 1098 time: 0.0715117
May 12 08:25:03.438242 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ee94-3d35-48d9-a948-4c45a139b376 req-eff12744-9671-4185-8faf-a89a0bab171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:03.440037 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-94b7ee94-3d35-48d9-a948-4c45a139b376 req-eff12744-9671-4185-8faf-a89a0bab171c service neutron] 10.222.0.39 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 911 time: 0.1312754
May 12 08:25:03.554677 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-94b7ee94-3d35-48d9-a948-4c45a139b376 req-91c0554c-2681-44c1-9b32-70a1e6ae8bcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 HTTP/1.1" status: 200  len: 998 time: 0.1062670
May 12 08:25:03.625788 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ee94-3d35-48d9-a948-4c45a139b376 req-ec61fe12-b668-4f19-85d4-e63f563caca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:03.627393 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-94b7ee94-3d35-48d9-a948-4c45a139b376 req-ec61fe12-b668-4f19-85d4-e63f563caca6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 200  len: 849 time: 0.0588462
May 12 08:25:03.652898 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-2b7fde9b-0886-4da7-af0d-87212c78d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c997efe80>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '339328a4-1873-4cbd-9540-42603dace742', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:f9:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea60810-6449-465a-8e61-5abf334244e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:23:02Z', 'revision_number': 1, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}, {'id': 'b7d803a9-4de9-41b1-90c9-cb6d886795e3', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:6d:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:25:01Z', 'updated_at': '2021-05-12T08:25:01Z', 'revision_number': 0, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:03.656866 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7fde9b-0886-4da7-af0d-87212c78d2f5 None None] Checking router: 36e2ab55-2674-4153-be5d-e1769a3ade40 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:25:03.665389 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7fde9b-0886-4da7-af0d-87212c78d2f5 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:25:03.666120 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-2b7fde9b-0886-4da7-af0d-87212c78d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c997efe80>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:24:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:03.708383 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7ee94-3d35-48d9-a948-4c45a139b376 req-3658272c-f210-4d92-b11c-4f09041c40d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:03.719052 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-94b7ee94-3d35-48d9-a948-4c45a139b376 req-3658272c-f210-4d92-b11c-4f09041c40d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37e969d9-2b61-4149-b6a0-e4045133e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756032
May 12 08:25:03.841911 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-2b7fde9b-0886-4da7-af0d-87212c78d2f5 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:25:03.847023 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-94b7ee94-3d35-48d9-a948-4c45a139b376 req-90d0ced5-fe5d-490f-a9b6-1b4a61689ae8 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296396
May 12 08:25:03.994298 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-94b7ee94-3d35-48d9-a948-4c45a139b376 req-914943ce-eb50-4ab3-8870-7ba59de9c071 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390262
May 12 08:25:04.189541 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-2b7fde9b-0886-4da7-af0d-87212c78d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c997efe80>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '339328a4-1873-4cbd-9540-42603dace742', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:f9:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea60810-6449-465a-8e61-5abf334244e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:23:02Z', 'revision_number': 1, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}, {'id': 'b7d803a9-4de9-41b1-90c9-cb6d886795e3', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:6d:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:25:01Z', 'updated_at': '2021-05-12T08:25:01Z', 'revision_number': 0, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:04.193575 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7fde9b-0886-4da7-af0d-87212c78d2f5 None None] The sync data for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi is: [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '339328a4-1873-4cbd-9540-42603dace742', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:f9:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea60810-6449-465a-8e61-5abf334244e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:23:02Z', 'revision_number': 1, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}, {'id': 'b7d803a9-4de9-41b1-90c9-cb6d886795e3', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:6d:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:25:01Z', 'updated_at': '2021-05-12T08:25:01Z', 'revision_number': 0, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:25:04.379779 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd694aff-d684-494b-862b-127455363261 None None] New status for floating IP b7d803a9-4de9-41b1-90c9-cb6d886795e3: ACTIVE {{(pid=78690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:25:05.973117 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37792) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:06.043379 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ba54b6-fab2-45d2-9465-9722274eec05 admin admin] Deleting subnet 7d7555fe-b360-4f71-b7d0-4690c1c38471 {{(pid=78689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:25:06.046832 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-67ba54b6-fab2-45d2-9465-9722274eec05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:06.097687 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-67ba54b6-fab2-45d2-9465-9722274eec05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095711'] for subnet, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:06.150818 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-67ba54b6-fab2-45d2-9465-9722274eec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:06.417336 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-67ba54b6-fab2-45d2-9465-9722274eec05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2233989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147614'] for subnet, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:06.424342 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:06.461433 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba54b6-fab2-45d2-9465-9722274eec05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7555fe-b360-4f71-b7d0-4690c1c38471,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:06.463354 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-67ba54b6-fab2-45d2-9465-9722274eec05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:06.465829 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-67ba54b6-fab2-45d2-9465-9722274eec05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:06.470621 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-67ba54b6-fab2-45d2-9465-9722274eec05 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7d7555fe-b360-4f71-b7d0-4690c1c38471 HTTP/1.1" status: 204  len: 168 time: 0.4961708
May 12 08:25:06.473164 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37798) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:06.577980 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:06.809047 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:06.821682 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c9a3bb5e0>,) {'filters': {'network_id': ['7b52d8e6-d909-446d-8470-9f09e47c71ac']}} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:06.833825 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9a3bb5e0>, 'ab2731c5-c4aa-4002-8151-28a0ee76ac92') {'for_net_delete': True} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:06.834119 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9a3bb5e0>, 'ab2731c5-c4aa-4002-8151-28a0ee76ac92') {} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:06.845213 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095680'] for segment, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:06.860647 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:06.866636 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=78689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:25:06.867009 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2234083'] for segment, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]: Traceback (most recent call last):
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     timer()
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     cb(*args, **kw)
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     return func(*args, **kwargs)
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     self._notify()
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     self.callback(batched_events)
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     event.method(event)
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     return f(self, *a, **k)
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._get(url).json()
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self.request(url, 'GET', **kwargs)
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:25:06.879792 dv-cinder-790910-1-iscsi neutron-server[78689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:25:06.960605 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:06.965685 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:06.968121 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d1845f63-5fd7-435a-a7ad-2a257068ada4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:06.987986 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7b52d8e6-d909-446d-8470-9f09e47c71ac HTTP/1.1" status: 204  len: 168 time: 0.5139070
May 12 08:25:06.988822 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b52d8e6-d909-446d-8470-9f09e47c71ac,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:06.991024 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 37802) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:06.991453 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-9acbd9d2-29b1-4185-bab9-11c7e1d6a0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:07.049855 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c8d747-d8af-4342-810a-3d27d9789f93 admin admin] Deleting subnet 7c3b9cdf-08d5-4cc3-9c3d-a1a5db10b6d6 {{(pid=78688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:25:07.052944 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-44c8d747-d8af-4342-810a-3d27d9789f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:07.104345 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-44c8d747-d8af-4342-810a-3d27d9789f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2661477'] for subnet, precommit_delete_associations {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:07.158778 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-44c8d747-d8af-4342-810a-3d27d9789f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:07.408162 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-44c8d747-d8af-4342-810a-3d27d9789f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3955227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3904446'] for subnet, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:07.411850 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2e9dc36c-0a45-4e32-b97c-a719ff12474b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:07.445218 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8d747-d8af-4342-810a-3d27d9789f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c3b9cdf-08d5-4cc3-9c3d-a1a5db10b6d6,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:07.448232 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-44c8d747-d8af-4342-810a-3d27d9789f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:07.449229 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-44c8d747-d8af-4342-810a-3d27d9789f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:07.455066 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-44c8d747-d8af-4342-810a-3d27d9789f93 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7c3b9cdf-08d5-4cc3-9c3d-a1a5db10b6d6 HTTP/1.1" status: 204  len: 168 time: 0.4630234
May 12 08:25:07.458010 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 37808) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:07.562499 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:07.777678 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:07.790279 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c986817f0>,) {'filters': {'network_id': ['e7a0a0a4-7698-4fea-81d5-d47bca0cde8c']}} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:07.805856 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c986817f0>, '66ce0688-dbcb-4895-81f5-23361b833324') {'for_net_delete': True} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:07.806154 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c986817f0>, '66ce0688-dbcb-4895-81f5-23361b833324') {} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:07.817841 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2661498'] for segment, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:07.834485 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:07.840905 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=78688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:25:07.841326 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3955325'] for segment, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]: Traceback (most recent call last):
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     timer()
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     cb(*args, **kw)
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     return func(*args, **kwargs)
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     self._notify()
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     self.callback(batched_events)
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     event.method(event)
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     return f(self, *a, **k)
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._get(url).json()
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self.request(url, 'GET', **kwargs)
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:25:07.854163 dv-cinder-790910-1-iscsi neutron-server[78688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:25:07.931035 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:07.934977 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-51c76aff-6cbf-4b61-814a-4d2c5280b2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:07.947888 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:07.957058 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a0a0a4-7698-4fea-81d5-d47bca0cde8c,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:07.959262 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:07.960587 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-63458c6b-3978-4c0c-977b-886c7164d77a admin admin] 10.222.0.36 "DELETE /v2.0/networks/e7a0a0a4-7698-4fea-81d5-d47bca0cde8c HTTP/1.1" status: 204  len: 168 time: 0.5017290
May 12 08:25:08.136486 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37814) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:08.185834 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-9e8e61d4-2d2d-441a-8341-ddedab26b3ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca4409d96b5d41589cb908905d44cc9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0480597
May 12 08:25:08.188179 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37818) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:08.248742 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5a109ac6-0a2d-4eb4-92c9-65f659179a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:08.274197 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5a109ac6-0a2d-4eb4-92c9-65f659179a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:08.329943 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5a109ac6-0a2d-4eb4-92c9-65f659179a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:08.335104 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4356b096-5285-4f53-a61b-4e09ea6ef53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:08.347816 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a109ac6-0a2d-4eb4-92c9-65f659179a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe30d74-0717-4b9a-91ca-733831e6bec1,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:08.350481 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-5a109ac6-0a2d-4eb4-92c9-65f659179a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:08.351715 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-5a109ac6-0a2d-4eb4-92c9-65f659179a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:08.355674 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-5a109ac6-0a2d-4eb4-92c9-65f659179a58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebe30d74-0717-4b9a-91ca-733831e6bec1 HTTP/1.1" status: 204  len: 168 time: 0.1639268
May 12 08:25:08.715766 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37828) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:08.770788 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-b6ad0569-373e-4404-b00d-f74682b35a5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0175dbefd7e440091791b49ba9ca215&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537379
May 12 08:25:08.773386 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37832) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:08.833151 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:08.864557 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:08.929328 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:08.934877 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-19f0cfc1-4583-4b20-bb7e-bc07593844d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:08.949848 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27da6c55-4fd9-4965-8b63-6e5287d8b6c3,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:08.960265 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:08.960631 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:08.960999 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:08.961436 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:08.961789 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:08.962142 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:08.962487 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:08.962836 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:08.963178 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:08.963516 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:08.963860 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:08.964192 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:08.967148 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:08.968033 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:08.969121 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27da6c55-4fd9-4965-8b63-6e5287d8b6c3 HTTP/1.1" status: 204  len: 168 time: 0.1948750
May 12 08:25:09.900538 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:10.135413 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:25:13.595351 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 37902) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:13.712674 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e08b716b-6ec5-46f0-8624-9c453e766c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:13.727179 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-e08b716b-6ec5-46f0-8624-9c453e766c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:25:13.732183 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-e08b716b-6ec5-46f0-8624-9c453e766c0e admin admin] Usage tracker for resource:security_group_rule and tenant:7fe590c0c29d4237a010c2e0fc592ee1 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:25:13.736714 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-e08b716b-6ec5-46f0-8624-9c453e766c0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:25:13.745049 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-e08b716b-6ec5-46f0-8624-9c453e766c0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:25:13.830413 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e08b716b-6ec5-46f0-8624-9c453e766c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:13.835384 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-e08b716b-6ec5-46f0-8624-9c453e766c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:13.846456 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c3f94518-bba5-48ea-a8d0-292785602f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:13.885855 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-e08b716b-6ec5-46f0-8624-9c453e766c0e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fe590c0c29d4237a010c2e0fc592ee1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2894671
May 12 08:25:13.886730 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b716b-6ec5-46f0-8624-9c453e766c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb653206-3d75-47ef-9d8b-9a48e52ae27e,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:13.888882 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37908) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:13.890110 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e08b716b-6ec5-46f0-8624-9c453e766c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:13.952284 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b4690188-dbd0-4e48-94b9-ef5aae799330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:13.990936 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b4690188-dbd0-4e48-94b9-ef5aae799330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:14.048748 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b4690188-dbd0-4e48-94b9-ef5aae799330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:14.055761 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-22b926d6-26fe-4dd3-9795-4622006de8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:14.072625 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4690188-dbd0-4e48-94b9-ef5aae799330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb653206-3d75-47ef-9d8b-9a48e52ae27e,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:14.075487 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-b4690188-dbd0-4e48-94b9-ef5aae799330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:14.077371 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-b4690188-dbd0-4e48-94b9-ef5aae799330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:14.078429 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-b4690188-dbd0-4e48-94b9-ef5aae799330 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb653206-3d75-47ef-9d8b-9a48e52ae27e HTTP/1.1" status: 204  len: 168 time: 0.1884942
May 12 08:25:14.388862 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 37918) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:14.407407 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-545d6f15-287c-45b3-a30c-6a6704728088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:14.421650 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-545d6f15-287c-45b3-a30c-6a6704728088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:25:14.425731 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-545d6f15-287c-45b3-a30c-6a6704728088 admin admin] Usage tracker for resource:security_group_rule and tenant:49e051e116704e388b1c94a7cb8d7283 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:25:14.428534 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-545d6f15-287c-45b3-a30c-6a6704728088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:25:14.435428 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-545d6f15-287c-45b3-a30c-6a6704728088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:25:14.517826 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-545d6f15-287c-45b3-a30c-6a6704728088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:14.521981 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-545d6f15-287c-45b3-a30c-6a6704728088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:14.529074 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d6e9cb4d-eb09-4ffa-b680-af693c87541f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:14.568646 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-545d6f15-287c-45b3-a30c-6a6704728088 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49e051e116704e388b1c94a7cb8d7283&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1786895
May 12 08:25:14.569531 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d6f15-287c-45b3-a30c-6a6704728088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128e82bd-9910-45cf-b710-af14e9bd4407,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:14.572247 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 37922) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:14.572472 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-545d6f15-287c-45b3-a30c-6a6704728088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:14.633284 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d669fb58-a765-49d8-81a5-abc9490d8de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:14.659075 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d669fb58-a765-49d8-81a5-abc9490d8de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:14.711286 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d669fb58-a765-49d8-81a5-abc9490d8de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:14.714961 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-5ede7ed7-b872-463b-bd98-2cedc1e390ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:14.726714 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669fb58-a765-49d8-81a5-abc9490d8de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128e82bd-9910-45cf-b710-af14e9bd4407,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:14.729101 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-d669fb58-a765-49d8-81a5-abc9490d8de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:14.737945 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-d669fb58-a765-49d8-81a5-abc9490d8de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:14.739067 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-d669fb58-a765-49d8-81a5-abc9490d8de4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/128e82bd-9910-45cf-b710-af14e9bd4407 HTTP/1.1" status: 204  len: 168 time: 0.1658335
May 12 08:25:22.894643 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-7a3feffa-ff44-4742-9a7f-8fa365572c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:25.293299 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:25.564156 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1c237c62-dcb8-4a81-ad24-839fa386c9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:26.442685 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:27.840080 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:39.940448 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:41.337854 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e96ffed7-c78f-4d1f-a3af-24517ddfdb30 req-bb49eed1-c8a8-4499-8e4e-80c042acadbd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765088
May 12 08:25:41.432107 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ffed7-c78f-4d1f-a3af-24517ddfdb30 req-b60ff6ad-c540-4fc0-9790-c753cc7f6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:41.433613 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e96ffed7-c78f-4d1f-a3af-24517ddfdb30 req-b60ff6ad-c540-4fc0-9790-c753cc7f6148 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e423ce6e973746f9a5ff7f3180a97d63&device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 1099 time: 0.0734413
May 12 08:25:41.588388 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ffed7-c78f-4d1f-a3af-24517ddfdb30 req-50d847b0-b0da-499a-b887-22e94c9b40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:41.590191 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e96ffed7-c78f-4d1f-a3af-24517ddfdb30 req-50d847b0-b0da-499a-b887-22e94c9b40f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=31089059-d041-4898-8124-e21c69059115 HTTP/1.1" status: 200  len: 910 time: 0.1361957
May 12 08:25:41.698325 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e96ffed7-c78f-4d1f-a3af-24517ddfdb30 req-f4ff20bd-7ca9-4f79-bd99-c1bfea20dbd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0c6340-e629-4599-b266-e536e6239629 HTTP/1.1" status: 200  len: 1002 time: 0.0998175
May 12 08:25:41.762925 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ffed7-c78f-4d1f-a3af-24517ddfdb30 req-50add194-5639-413d-ac7b-d3e91f6633fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:41.764703 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e96ffed7-c78f-4d1f-a3af-24517ddfdb30 req-50add194-5639-413d-ac7b-d3e91f6633fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc3d503e-d6ee-4204-b35e-df6ab4d966bf HTTP/1.1" status: 200  len: 848 time: 0.0595536
May 12 08:25:41.847999 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ffed7-c78f-4d1f-a3af-24517ddfdb30 req-1a16e933-9297-4cdb-89bb-e26b340443e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:41.849536 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e96ffed7-c78f-4d1f-a3af-24517ddfdb30 req-1a16e933-9297-4cdb-89bb-e26b340443e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31089059-d041-4898-8124-e21c69059115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780115
May 12 08:25:41.994240 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e96ffed7-c78f-4d1f-a3af-24517ddfdb30 req-dd3ab489-7836-4e05-84f2-78504e0750dc service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377656
May 12 08:25:42.213326 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-e96ffed7-c78f-4d1f-a3af-24517ddfdb30 req-973460db-b10d-43c6-b426-f7617631ddc7 service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2122335
May 12 08:25:42.236276 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cd4a3-5991-43ec-b1a2-8c3946436ff6 req-68aef585-f452-4df6-a2bf-2b1def9fddf8 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:42.237852 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-413cd4a3-5991-43ec-b1a2-8c3946436ff6 req-68aef585-f452-4df6-a2bf-2b1def9fddf8 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.1405821
May 12 08:25:42.286023 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-413cd4a3-5991-43ec-b1a2-8c3946436ff6 req-63c41903-a5d1-4256-b5c9-85a82c0ae0b1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421166
May 12 08:25:43.482522 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160c8d6-d359-4af8-9273-ee7029e71397 req-e0c2e722-d6ba-4162-a931-40ee95eae6b6 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:43.484048 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b160c8d6-d359-4af8-9273-ee7029e71397 req-e0c2e722-d6ba-4162-a931-40ee95eae6b6 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.0912192
May 12 08:25:43.529891 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b160c8d6-d359-4af8-9273-ee7029e71397 req-b91b4a23-34c3-4faa-b106-2a4d1ca3bb55 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398285
May 12 08:25:43.972102 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff105e38-7336-422b-8d53-10765511cc92 req-1d0dca43-1e94-4447-88e8-ab4194c8b88c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:43.973581 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ff105e38-7336-422b-8d53-10765511cc92 req-1d0dca43-1e94-4447-88e8-ab4194c8b88c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 945 time: 0.1012938
May 12 08:25:44.021204 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ff105e38-7336-422b-8d53-10765511cc92 req-0fdd4ba0-710d-4f82-941a-344ce24c534e tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415723
May 12 08:25:44.720712 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b104c-28a9-4afc-80e2-151c016119e0 req-f3726219-e63c-460d-90bc-bb8e08763543 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:44.722230 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-930b104c-28a9-4afc-80e2-151c016119e0 req-f3726219-e63c-460d-90bc-bb8e08763543 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.0875401
May 12 08:25:44.768353 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-930b104c-28a9-4afc-80e2-151c016119e0 req-43487977-4827-43ae-a529-395f133db7dc tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403445
May 12 08:25:45.478779 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44025058-ce04-4f43-8f6b-01ea2113be0a req-11f88478-1a26-4d4b-b4c3-e8211ab9513f tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:45.480234 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-44025058-ce04-4f43-8f6b-01ea2113be0a req-11f88478-1a26-4d4b-b4c3-e8211ab9513f tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 945 time: 0.0874207
May 12 08:25:45.524255 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-44025058-ce04-4f43-8f6b-01ea2113be0a req-95eed858-d7db-4d6f-ba1e-7af77f3ca2c6 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382400
May 12 08:25:45.681033 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-af7615d7-80f3-43d3-ab05-7a45fa6f99a7 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:45.682418 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-af7615d7-80f3-43d3-ab05-7a45fa6f99a7 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.39 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 945 time: 0.0962331
May 12 08:25:45.817901 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Deleting port 540c4fc6-16df-4db2-aef1-6756e3622a53 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:25:45.818535 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:46.092064 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] For port 540c4fc6-16df-4db2-aef1-6756e3622a53, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=540c4fc6-16df-4db2-aef1-6756e3622a53,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:25:46.092476 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:46.179932 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e64f5-171a-40d1-be5a-fa2c3ebccf1a req-8a0de40c-8b59-4b3d-92ed-52c3e86d4ebf tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:46.181471 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f49e64f5-171a-40d1-be5a-fa2c3ebccf1a req-8a0de40c-8b59-4b3d-92ed-52c3e86d4ebf tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.2490335
May 12 08:25:46.318065 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-f49e64f5-171a-40d1-be5a-fa2c3ebccf1a req-1673b994-9c95-48c6-91d0-e6c1a42376b0 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293867
May 12 08:25:46.442085 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:46.442426 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1833537'] for floatingip, after_update {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:46.442773 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.l3_db [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Floating IP f6440c4d-7262-4aeb-aba4-6503d958bfec disassociated. External IP: 172.27.2.30, port: 540c4fc6-16df-4db2-aef1-6756e3622a53.
May 12 08:25:46.443115 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Calling delete_port for 540c4fc6-16df-4db2-aef1-6756e3622a53 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:25:46.555471 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:46.561988 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2c2fc77e-4e59-47e1-a13f-a447705762c0 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:46.610223 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event deleted for resources: {'Port': ['ID=540c4fc6-16df-4db2-aef1-6756e3622a53,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:46.619843 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:46.620257 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:46.620629 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:46.620997 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:46.621393 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:46.621731 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:46.622121 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:46.622479 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:46.622843 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:46.623183 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:46.623536 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:46.623885 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:46.627704 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:46.679122 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-e9c4dd9e-d004-4df9-a81a-b38451788f7b req-c69485b1-3073-4656-bec7-66173ea033e7 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/ports?device_id=2852d26b-5600-466f-9f98-366c5ce9af35 HTTP/1.1" status: 200  len: 210 time: 0.0471582
May 12 08:25:46.808892 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Router eea718c4-caac-4efa-b681-068910f110ee has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:25:46.996328 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:25:47.006583 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc1377-b8e9-477f-94b9-2804fd60ce23 None None] Sync routers for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:25:47.016713 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc1377-b8e9-477f-94b9-2804fd60ce23 None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:25:47.017847 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-d8fc1377-b8e9-477f-94b9-2804fd60ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c999336a0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:25:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:47.076261 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] No DVR routers for this DVR port 540c4fc6-16df-4db2-aef1-6756e3622a53 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:25:47.078853 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:47.082119 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2852d26b-5600-466f-9f98-366c5ce9af35', 'name': 'network-vif-deleted', 'tag': '540c4fc6-16df-4db2-aef1-6756e3622a53'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:25:47.099335 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-60c817d2-6d1d-43f4-b29f-43011c3aa2a8 req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.39 "DELETE /v2.0/ports/540c4fc6-16df-4db2-aef1-6756e3622a53 HTTP/1.1" status: 204  len: 173 time: 1.4110456
May 12 08:25:47.142888 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2852d26b-5600-466f-9f98-366c5ce9af35', 'name': 'network-vif-deleted', 'tag': '540c4fc6-16df-4db2-aef1-6756e3622a53', 'status': 'completed', 'code': 200}
May 12 08:25:47.148796 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:25:47.206830 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-d8fc1377-b8e9-477f-94b9-2804fd60ce23 None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:25:47.516070 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fd8c4-37af-4c9b-94e1-2658c1bb081d req-8aee9480-533c-4642-b395-ae61f0ee7265 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:47.517780 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-642fd8c4-37af-4c9b-94e1-2658c1bb081d req-8aee9480-533c-4642-b395-ae61f0ee7265 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.0914068
May 12 08:25:47.546564 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-d8fc1377-b8e9-477f-94b9-2804fd60ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c999336a0>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:49Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:47.550459 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc1377-b8e9-477f-94b9-2804fd60ce23 None None] Checking router: eea718c4-caac-4efa-b681-068910f110ee for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:25:47.559148 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc1377-b8e9-477f-94b9-2804fd60ce23 None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:25:47.559833 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-d8fc1377-b8e9-477f-94b9-2804fd60ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c999336a0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:25:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:47.566226 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-642fd8c4-37af-4c9b-94e1-2658c1bb081d req-8688567e-b8f5-4259-a31f-f481e4e12c57 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425766
May 12 08:25:47.740293 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-d8fc1377-b8e9-477f-94b9-2804fd60ce23 None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:25:47.805292 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38080) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:47.871652 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8427fe5e-38c1-4c35-bfcb-685999b28797 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:47.899093 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8427fe5e-38c1-4c35-bfcb-685999b28797 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:47.953534 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8427fe5e-38c1-4c35-bfcb-685999b28797 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:47.957969 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4a3dd342-c25b-4a35-8fc4-c18ed2973572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:47.974206 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427fe5e-38c1-4c35-bfcb-685999b28797 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:47.976627 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8427fe5e-38c1-4c35-bfcb-685999b28797 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:47.993964 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8427fe5e-38c1-4c35-bfcb-685999b28797 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:47.997690 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-8427fe5e-38c1-4c35-bfcb-685999b28797 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "DELETE /v2.0/security-groups/4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6 HTTP/1.1" status: 204  len: 168 time: 0.1913500
May 12 08:25:47.997997 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38084) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:48.014780 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.api.v2.resource [None req-f04d000a-bcc5-4789-8fd3-8aa90fcab946 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] show failed (client error): The resource could not be found.
May 12 08:25:48.015668 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-f04d000a-bcc5-4789-8fd3-8aa90fcab946 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "GET /v2.0/security-groups/4d2e2f6b-8e7a-46b3-a7a3-bb623f1c47b6 HTTP/1.1" status: 404  len: 347 time: 0.0167129
May 12 08:25:48.018418 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38088) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:48.053653 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-d8fc1377-b8e9-477f-94b9-2804fd60ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c999336a0>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:49Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:48.057485 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc1377-b8e9-477f-94b9-2804fd60ce23 None None] The sync data for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi is: [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:43Z', 'revision_number': 4, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': '673d3908-07ea-4385-ab80-8973ad60d5c9', 'name': '', 'network_id': '9716e78e-e6a0-4390-a055-14165c9b42c3', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'mac_address': 'fa:16:3e:a5:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:42Z', 'updated_at': '2021-05-12T08:20:49Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'subnets': [{'id': '7a93e9c7-3ded-4f77-a7f2-46a6faf40562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:25:48.261038 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c4190-3406-4f87-bc28-447e83881270 None None] New status for floating IP f6440c4d-7262-4aeb-aba4-6503d958bfec: DOWN {{(pid=78690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:25:48.345475 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-80d9ba8a-caba-48f3-bd56-6ad22fc3e38b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Deleting port 4e042306-28da-49d9-b358-2520347eabd6 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:25:48.345829 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-80d9ba8a-caba-48f3-bd56-6ad22fc3e38b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:48.463545 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-80d9ba8a-caba-48f3-bd56-6ad22fc3e38b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:48.463928 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-80d9ba8a-caba-48f3-bd56-6ad22fc3e38b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:48.585204 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-80d9ba8a-caba-48f3-bd56-6ad22fc3e38b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Calling delete_port for 4e042306-28da-49d9-b358-2520347eabd6 owned by network:floatingip {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:25:48.741719 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-80d9ba8a-caba-48f3-bd56-6ad22fc3e38b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:48.745777 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:48.792608 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9ba8a-caba-48f3-bd56-6ad22fc3e38b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Pushing event deleted for resources: {'Port': ['ID=4e042306-28da-49d9-b358-2520347eabd6,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:48.821509 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-80d9ba8a-caba-48f3-bd56-6ad22fc3e38b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:48.886508 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497329a-0496-40f1-a1f4-d6a5aeda8d62 req-d3ad22e2-6d01-4fc5-8f13-9d46dff48bd9 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:48.887900 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4497329a-0496-40f1-a1f4-d6a5aeda8d62 req-d3ad22e2-6d01-4fc5-8f13-9d46dff48bd9 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.2167718
May 12 08:25:48.923525 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-80d9ba8a-caba-48f3-bd56-6ad22fc3e38b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks [] for floatingip, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:48.953089 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-4497329a-0496-40f1-a1f4-d6a5aeda8d62 req-1bfba6b5-bcaa-4b57-aa1f-0a18d930069c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581841
May 12 08:25:48.955026 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-80d9ba8a-caba-48f3-bd56-6ad22fc3e38b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:48.956515 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-80d9ba8a-caba-48f3-bd56-6ad22fc3e38b tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] 10.222.0.36 "DELETE /v2.0/floatingips/f6440c4d-7262-4aeb-aba4-6503d958bfec HTTP/1.1" status: 204  len: 168 time: 0.9370780
May 12 08:25:49.919463 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 540c4fc6-16df-4db2-aef1-6756e3622a53 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:25:49.969158 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: 540c4fc6-16df-4db2-aef1-6756e3622a53 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:25:49.969565 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 540c4fc6-16df-4db2-aef1-6756e3622a53 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:25:50.147366 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787e142-8ea8-4f3d-b107-578eaf32912e req-963b6ae2-4e56-4606-ae7b-844f4a2a65f3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:50.148704 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0787e142-8ea8-4f3d-b107-578eaf32912e req-963b6ae2-4e56-4606-ae7b-844f4a2a65f3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.0899596
May 12 08:25:50.193418 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-0787e142-8ea8-4f3d-b107-578eaf32912e req-4c7fbeab-b9e4-4d68-87a8-3e039c748e76 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386837
May 12 08:25:51.391213 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3631cfa-5e7f-478c-8fde-ff144493aa04 req-39ae9a12-5552-45e1-ae71-524a83c58713 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:51.392741 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b3631cfa-5e7f-478c-8fde-ff144493aa04 req-39ae9a12-5552-45e1-ae71-524a83c58713 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.0865343
May 12 08:25:51.441063 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b3631cfa-5e7f-478c-8fde-ff144493aa04 req-e81c235e-efa3-452f-b0f8-c1b259faecfd tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419784
May 12 08:25:52.214295 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c7ada-3340-4313-bf50-abe4727404fe req-622c5b1e-89e6-45db-a2ea-5bf4c45282c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:52.215671 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b12c7ada-3340-4313-bf50-abe4727404fe req-622c5b1e-89e6-45db-a2ea-5bf4c45282c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e423ce6e973746f9a5ff7f3180a97d63&device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 1099 time: 0.0742745
May 12 08:25:52.347324 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c7ada-3340-4313-bf50-abe4727404fe req-7464fd2c-f8ba-486b-a9f5-cb046cb246d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:52.348838 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b12c7ada-3340-4313-bf50-abe4727404fe req-7464fd2c-f8ba-486b-a9f5-cb046cb246d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=31089059-d041-4898-8124-e21c69059115 HTTP/1.1" status: 200  len: 910 time: 0.1272123
May 12 08:25:52.454099 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b12c7ada-3340-4313-bf50-abe4727404fe req-0c375159-19d6-4fde-96c2-75c54f5a2a0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0c6340-e629-4599-b266-e536e6239629 HTTP/1.1" status: 200  len: 1002 time: 0.0989273
May 12 08:25:52.516326 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c7ada-3340-4313-bf50-abe4727404fe req-ea735cd1-6d76-4b77-9dad-ed1e02eb9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:52.517883 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b12c7ada-3340-4313-bf50-abe4727404fe req-ea735cd1-6d76-4b77-9dad-ed1e02eb9f81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc3d503e-d6ee-4204-b35e-df6ab4d966bf HTTP/1.1" status: 200  len: 848 time: 0.0574868
May 12 08:25:52.603960 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c7ada-3340-4313-bf50-abe4727404fe req-4c5481d6-36b1-40a3-9243-86ff3fb5fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:52.605505 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b12c7ada-3340-4313-bf50-abe4727404fe req-4c5481d6-36b1-40a3-9243-86ff3fb5fda4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31089059-d041-4898-8124-e21c69059115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804787
May 12 08:25:52.631097 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f38b2-037b-4850-84db-e461033afc81 req-4b171786-abb5-4d03-b2d0-9d5dd2f408b1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:52.632605 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-389f38b2-037b-4850-84db-e461033afc81 req-4b171786-abb5-4d03-b2d0-9d5dd2f408b1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.0845802
May 12 08:25:52.680397 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-389f38b2-037b-4850-84db-e461033afc81 req-c0602a86-f63f-4cb3-bbe4-075f1772200d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419073
May 12 08:25:52.738127 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b12c7ada-3340-4313-bf50-abe4727404fe req-35898e4e-1415-4f41-9296-e703c0b7da7b service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258721
May 12 08:25:52.872181 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b12c7ada-3340-4313-bf50-abe4727404fe req-6f231e66-aa96-4ddf-83b1-f6677f4399b4 service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269791
May 12 08:25:52.897987 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-8b54f9b3-801d-42e1-bc5d-b3992dafdad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:52.990406 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38128) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:53.796475 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820280'] for router_interface, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:53.865122 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c6954-dbee-45ca-87b9-077ff5ff5a10 req-959e17fe-3271-4106-a9d5-7514125c7af5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:53.866661 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-001c6954-dbee-45ca-87b9-077ff5ff5a10 req-959e17fe-3271-4106-a9d5-7514125c7af5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.0828280
May 12 08:25:54.009612 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-001c6954-dbee-45ca-87b9-077ff5ff5a10 req-22d44ea9-6fb1-4be9-abe6-ae3488155e71 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1371264
May 12 08:25:54.218765 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] Deleting port 673d3908-07ea-4385-ab80-8973ad60d5c9 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:25:54.219148 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:54.339736 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] For port 673d3908-07ea-4385-ab80-8973ad60d5c9, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=673d3908-07ea-4385-ab80-8973ad60d5c9,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:25:54.340095 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:54.462438 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] Calling delete_port for 673d3908-07ea-4385-ab80-8973ad60d5c9 owned by network:router_interface {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:25:54.604323 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:54.607939 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4edec792-81f5-4fde-ab5a-28f81b1f1e76 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:54.653665 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=673d3908-07ea-4385-ab80-8973ad60d5c9,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:54.656997 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:55.032024 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829320'] for router_interface, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:55.300260 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:55.393745 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b9afb-d5dd-42f3-8dd9-23b722340e23 req-6df5ebee-a2a3-4eec-ac54-94e816857c0b tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:55.395234 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b49b9afb-d5dd-42f3-8dd9-23b722340e23 req-6df5ebee-a2a3-4eec-ac54-94e816857c0b tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.2453372
May 12 08:25:55.469631 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b49b9afb-d5dd-42f3-8dd9-23b722340e23 req-c0445b2c-50a8-445b-be7d-60f0502914b4 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681131
May 12 08:25:55.491955 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] Router eea718c4-caac-4efa-b681-068910f110ee has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:25:55.556575 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-c04657f8-ddbf-4f4e-b864-ab97a86a02c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:55.673745 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:25:55.683178 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0186023-7174-4e20-96d5-4bf05f440571 None None] Sync routers for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:25:55.689414 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-9e8c53ea-78c3-4835-a304-0ec8acb934b6 admin admin] 10.222.0.36 "PUT /v2.0/routers/eea718c4-caac-4efa-b681-068910f110ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6957793
May 12 08:25:55.689896 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38142) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:55.699048 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0186023-7174-4e20-96d5-4bf05f440571 None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:25:55.699917 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-b0186023-7174-4e20-96d5-4bf05f440571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9a5430d0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:25:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:55.852996 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-5a2a0b63-715e-4954-80cb-fecdfa3d83f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1584649
May 12 08:25:55.886972 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Notify callbacks [] for router, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:55.904962 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e08e9-f58b-4062-914f-d5a2215de4b5 req-beb887d1-430c-4563-9ea9-751b34c52a26 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:55.907433 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-013e08e9-f58b-4062-914f-d5a2215de4b5 req-beb887d1-430c-4563-9ea9-751b34c52a26 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.0972264
May 12 08:25:55.917620 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-b0186023-7174-4e20-96d5-4bf05f440571 None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:25:55.957521 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-013e08e9-f58b-4062-914f-d5a2215de4b5 req-82ac8123-6e4c-4a88-97c4-2fe50f2f983c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437808
May 12 08:25:56.070985 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:56.155006 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Deleting port 0d15715b-06f6-4886-87e3-197b3b6c1b80 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:25:56.155391 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:56.229062 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-b0186023-7174-4e20-96d5-4bf05f440571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9a5430d0>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:25:54Z', 'revision_number': 5, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port': {'id': '0d15715b-06f6-4886-87e3-197b3b6c1b80', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea718c4-caac-4efa-b681-068910f110ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:56.233516 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0186023-7174-4e20-96d5-4bf05f440571 None None] Checking router: eea718c4-caac-4efa-b681-068910f110ee for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:25:56.244575 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0186023-7174-4e20-96d5-4bf05f440571 None None] Routers {'eea718c4-caac-4efa-b681-068910f110ee'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:25:56.245377 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-b0186023-7174-4e20-96d5-4bf05f440571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9a5430d0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:25:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['eea718c4-caac-4efa-b681-068910f110ee'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:56.285099 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] For port 0d15715b-06f6-4886-87e3-197b3b6c1b80, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=0d15715b-06f6-4886-87e3-197b3b6c1b80,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:25:56.285508 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:56.408609 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Calling delete_port for 0d15715b-06f6-4886-87e3-197b3b6c1b80 owned by network:router_gateway {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:25:56.441902 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:56.448949 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-b0186023-7174-4e20-96d5-4bf05f440571 None None] Set router eea718c4-caac-4efa-b681-068910f110ee gateway port host: None {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:25:56.553869 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-b0186023-7174-4e20-96d5-4bf05f440571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9a5430d0>, [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:25:56Z', 'revision_number': 6, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port_host': None}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:56.557783 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0186023-7174-4e20-96d5-4bf05f440571 None None] The sync data for ids ['eea718c4-caac-4efa-b681-068910f110ee'] in dv-cinder-790910-1-iscsi is: [{'id': 'eea718c4-caac-4efa-b681-068910f110ee', 'name': 'tempest-AttachVolumeTestJSON-1817651922-router', 'tenant_id': '319b974789224711a5c26ac4b744b174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:20:39Z', 'updated_at': '2021-05-12T08:25:56Z', 'revision_number': 6, 'project_id': '319b974789224711a5c26ac4b744b174', 'gw_port_host': None}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:25:56.566215 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:56.570390 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:56.644537 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d15715b-06f6-4886-87e3-197b3b6c1b80,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:56.647451 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:56.710847 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833564'] for router_gateway, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:56.879857 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30063'] for router, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:56.882699 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:56.973803 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367694'] for router, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:56.974362 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eea718c4-caac-4efa-b681-068910f110ee {{(pid=78688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 08:25:56.992872 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Notify callbacks [] for router, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:56.994040 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] 10.222.0.36 "DELETE /v2.0/routers/eea718c4-caac-4efa-b681-068910f110ee HTTP/1.1" status: 204  len: 168 time: 1.3031583
May 12 08:25:56.996592 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38156) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:57.206636 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f139d1-d176-4fed-a903-5871bc3e459a admin admin] Deleting subnet 7a93e9c7-3ded-4f77-a7f2-46a6faf40562 {{(pid=78688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:25:57.212072 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c1f139d1-d176-4fed-a903-5871bc3e459a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:57.269967 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c1f139d1-d176-4fed-a903-5871bc3e459a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2661477'] for subnet, precommit_delete_associations {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:57.343088 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d369251-0438-4149-b9b5-766d9165449b req-20e1e08f-bc50-449f-83eb-7d3701de9baf tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:57.344642 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8d369251-0438-4149-b9b5-766d9165449b req-20e1e08f-bc50-449f-83eb-7d3701de9baf tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.1854947
May 12 08:25:57.398078 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c1f139d1-d176-4fed-a903-5871bc3e459a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:57.432207 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8d369251-0438-4149-b9b5-766d9165449b req-1d9e088b-2661-4dfa-a010-386cbea04e9c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808725
May 12 08:25:57.678006 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-233cde60-998d-4bcc-aacf-65e3082f6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:57.679503 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-233cde60-998d-4bcc-aacf-65e3082f6412 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a&tenant_id=e423ce6e973746f9a5ff7f3180a97d63 HTTP/1.1" status: 200  len: 1099 time: 0.1647372
May 12 08:25:57.750963 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c1f139d1-d176-4fed-a903-5871bc3e459a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3955227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3904446'] for subnet, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:57.758731 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:57.796344 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c1f139d1-d176-4fed-a903-5871bc3e459a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:57.801122 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f139d1-d176-4fed-a903-5871bc3e459a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a93e9c7-3ded-4f77-a7f2-46a6faf40562,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:57.804854 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff2e064-e0c5-495b-8b11-6767261a527b None None] Network 9716e78e-e6a0-4390-a055-14165c9b42c3 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:25:57.805672 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c1f139d1-d176-4fed-a903-5871bc3e459a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:57.808490 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-c1f139d1-d176-4fed-a903-5871bc3e459a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7a93e9c7-3ded-4f77-a7f2-46a6faf40562 HTTP/1.1" status: 204  len: 168 time: 0.8108907
May 12 08:25:57.811222 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38160) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:57.828518 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-c0ded803-555b-47f2-ada0-607572e26ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:57.830026 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-c0ded803-555b-47f2-ada0-607572e26ab7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e423ce6e973746f9a5ff7f3180a97d63&device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 1099 time: 0.1271048
May 12 08:25:57.893316 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 673d3908-07ea-4385-ab80-8973ad60d5c9 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:25:57.927671 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:57.941398 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 6a0c6340-e629-4599-b266-e536e6239629 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:25:57.964416 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 673d3908-07ea-4385-ab80-8973ad60d5c9 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:25:57.964767 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 673d3908-07ea-4385-ab80-8973ad60d5c9 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:25:57.965176 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 0d15715b-06f6-4886-87e3-197b3b6c1b80 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:25:57.967234 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-ae145b8f-a1d4-4255-bb8c-835f4142f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:57.968721 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-ae145b8f-a1d4-4255-bb8c-835f4142f31c service neutron] 10.222.0.39 "GET /v2.0/networks?id=31089059-d041-4898-8124-e21c69059115 HTTP/1.1" status: 200  len: 910 time: 0.1316552
May 12 08:25:58.013461 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Deleting port 4af56656-330a-4833-9873-5e5e0693bd3b {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:25:58.013847 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.020165 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 0d15715b-06f6-4886-87e3-197b3b6c1b80 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:25:58.020507 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 0d15715b-06f6-4886-87e3-197b3b6c1b80 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:25:58.026442 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.074439 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-e7adf183-eabf-4794-8c35-58e3eff3ba41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0c6340-e629-4599-b266-e536e6239629 HTTP/1.1" status: 200  len: 1002 time: 0.0988331
May 12 08:25:58.114575 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] For port 4af56656-330a-4833-9873-5e5e0693bd3b, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=4af56656-330a-4833-9873-5e5e0693bd3b,segment=NetworkSegment(7aeb6880-7484-4f99-b5eb-61add8076f72),segment_id=7aeb6880-7484-4f99-b5eb-61add8076f72)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:25:58.115083 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.138162 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-07dc0e71-ad7c-4542-aeb4-247a3eed4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:58.139701 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-07dc0e71-ad7c-4542-aeb4-247a3eed4303 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc3d503e-d6ee-4204-b35e-df6ab4d966bf HTTP/1.1" status: 200  len: 848 time: 0.0583310
May 12 08:25:58.176391 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.216931 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a0c6340-e629-4599-b266-e536e6239629'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:25:58.230182 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-e2acd5dd-d7ac-47b8-adc8-64529dab9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:58.231714 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-e2acd5dd-d7ac-47b8-adc8-64529dab9d36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31089059-d041-4898-8124-e21c69059115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848033
May 12 08:25:58.232334 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 6a0c6340-e629-4599-b266-e536e6239629, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6a0c6340-e629-4599-b266-e536e6239629,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:25:58.239094 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.242154 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:58.286290 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a0c6340-e629-4599-b266-e536e6239629', 'code': 200}
May 12 08:25:58.303934 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3c0a7-fdb9-4a06-a7e7-c4523952d8ef None None] DHCP port deletion for 9716e78e-e6a0-4390-a055-14165c9b42c3 request from dv-cinder-790910-1-iscsi {{(pid=78690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 12 08:25:58.362061 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Calling delete_port for 4af56656-330a-4833-9873-5e5e0693bd3b owned by network:dhcp {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:25:58.374277 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=6a0c6340-e629-4599-b266-e536e6239629,revision_number=6']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:58.383747 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:58.384089 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:58.384423 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:58.384750 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:58.385070 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:58.385418 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:58.385737 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:58.386051 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:58.386365 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:58.386477 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-9b152918-b109-47c3-a370-f5e949d013b4 service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465638
May 12 08:25:58.386689 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:58.387001 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:58.387311 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:25:58.391260 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:58.408764 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-72a3c0a7-fdb9-4a06-a7e7-c4523952d8ef None None] Deleting port 4af56656-330a-4833-9873-5e5e0693bd3b {{(pid=78690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:25:58.409149 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-72a3c0a7-fdb9-4a06-a7e7-c4523952d8ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.420213 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.425916 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-dd8a8d40-cc2c-40a6-8d19-35fb4f3d905b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:58.470978 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Pushing event deleted for resources: {'Port': ['ID=4af56656-330a-4833-9873-5e5e0693bd3b,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:58.475064 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:58.482886 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] No DVR routers for this DVR port 4af56656-330a-4833-9873-5e5e0693bd3b on host dv-cinder-790910-1-iscsi {{(pid=78689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:25:58.507383 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-72a3c0a7-fdb9-4a06-a7e7-c4523952d8ef None None] For port 4af56656-330a-4833-9873-5e5e0693bd3b, host dv-cinder-790910-1-iscsi, got binding levels [] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:25:58.508119 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-72a3c0a7-fdb9-4a06-a7e7-c4523952d8ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.540827 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-ae338c48-fe34-4b49-a8c6-fcfbef838017 req-0d89a6ff-f145-428e-9886-3410a998b00e service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476896
May 12 08:25:58.610421 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.628189 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c9a32f7f0>,) {'filters': {'network_id': ['9716e78e-e6a0-4390-a055-14165c9b42c3']}} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:58.634297 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-72a3c0a7-fdb9-4a06-a7e7-c4523952d8ef None None] Calling delete_port for 4af56656-330a-4833-9873-5e5e0693bd3b owned by network:dhcp {{(pid=78690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:25:58.637681 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.ipam_backend_mixin [None req-72a3c0a7-fdb9-4a06-a7e7-c4523952d8ef None None] Port 4af56656-330a-4833-9873-5e5e0693bd3b was not found and therefore no delete operation was performed {{(pid=78690) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 12 08:25:58.638964 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-72a3c0a7-fdb9-4a06-a7e7-c4523952d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637'] for port, after_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.641745 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9a32f7f0>, '7aeb6880-7484-4f99-b5eb-61add8076f72') {'for_net_delete': True} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:58.642167 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9a32f7f0>, '7aeb6880-7484-4f99-b5eb-61add8076f72') {} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:25:58.642346 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:58.654407 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095680'] for segment, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.670212 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.671000 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672e728-c853-4b22-be82-51375bebfe88 req-108db539-58d8-4b40-abc9-49cba09efbbc tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:58.674785 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9672e728-c853-4b22-be82-51375bebfe88 req-108db539-58d8-4b40-abc9-49cba09efbbc tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0848584
May 12 08:25:58.676527 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=78689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:25:58.676918 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2234083'] for segment, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.681920 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3c0a7-fdb9-4a06-a7e7-c4523952d8ef None None] Pushing event deleted for resources: {'Port': ['ID=4af56656-330a-4833-9873-5e5e0693bd3b,revision_number=None']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:58.685387 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-72a3c0a7-fdb9-4a06-a7e7-c4523952d8ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:58.687762 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a3c0a7-fdb9-4a06-a7e7-c4523952d8ef None None] No DVR routers for this DVR port 4af56656-330a-4833-9873-5e5e0693bd3b on host dv-cinder-790910-1-iscsi {{(pid=78690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]: Traceback (most recent call last):
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     timer()
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     cb(*args, **kw)
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     return func(*args, **kwargs)
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     self._notify()
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     self.callback(batched_events)
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     event.method(event)
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     return f(self, *a, **k)
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._get(url).json()
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self.request(url, 'GET', **kwargs)
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:25:58.691207 dv-cinder-790910-1-iscsi neutron-server[78689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:25:58.728385 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9672e728-c853-4b22-be82-51375bebfe88 req-302db390-b2cc-425d-9b4b-8c8a99234925 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488195
May 12 08:25:58.766045 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.769746 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:58.785759 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:58.795805 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Pushing event deleted for resources: {'Network': ['ID=9716e78e-e6a0-4390-a055-14165c9b42c3,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:58.798751 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:58.810500 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-7fe2947a-e100-42c0-afea-96332edcba2b admin admin] 10.222.0.36 "DELETE /v2.0/networks/9716e78e-e6a0-4390-a055-14165c9b42c3 HTTP/1.1" status: 204  len: 168 time: 0.9980426
May 12 08:25:58.928592 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38170) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:58.978847 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-58ea497c-8837-4e6e-8579-f46047852537 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=319b974789224711a5c26ac4b744b174&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0488572
May 12 08:25:58.981062 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38174) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:25:59.041215 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-45671ed3-5ece-4d57-9b49-5fa2714620cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:59.066986 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-45671ed3-5ece-4d57-9b49-5fa2714620cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:59.121666 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-45671ed3-5ece-4d57-9b49-5fa2714620cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:59.125364 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-02127295-9b24-42fb-a0d0-856b97ef3ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:25:59.138937 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45671ed3-5ece-4d57-9b49-5fa2714620cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1169e7-b9e2-4a9e-9bd7-94454b92fb72,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:25:59.141552 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-45671ed3-5ece-4d57-9b49-5fa2714620cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:25:59.147799 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-45671ed3-5ece-4d57-9b49-5fa2714620cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:25:59.148896 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-45671ed3-5ece-4d57-9b49-5fa2714620cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d1169e7-b9e2-4a9e-9bd7-94454b92fb72 HTTP/1.1" status: 204  len: 168 time: 0.1669292
May 12 08:25:59.841795 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 4af56656-330a-4833-9873-5e5e0693bd3b no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:25:59.878942 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 4af56656-330a-4833-9873-5e5e0693bd3b {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:25:59.879614 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 4af56656-330a-4833-9873-5e5e0693bd3b not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:25:59.923771 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23125ca-28e5-47b2-b8fe-ec02cc3ce6ca req-35c08765-c0b1-45de-bc0f-68262a9953ff tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:25:59.925372 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f23125ca-28e5-47b2-b8fe-ec02cc3ce6ca req-35c08765-c0b1-45de-bc0f-68262a9953ff tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0915871
May 12 08:25:59.972675 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f23125ca-28e5-47b2-b8fe-ec02cc3ce6ca req-d4f29b41-c984-4987-8f1b-3ee4c2611696 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413842
May 12 08:26:01.184849 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237460b-c676-48e8-9100-adafd90a30aa req-d443d816-788b-4759-b910-6cd4a22a3e35 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:01.186358 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7237460b-c676-48e8-9100-adafd90a30aa req-d443d816-788b-4759-b910-6cd4a22a3e35 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0978370
May 12 08:26:01.232832 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-7237460b-c676-48e8-9100-adafd90a30aa req-9a79f0b2-2cde-4f3c-9ec3-99de392d091a tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405664
May 12 08:26:02.532936 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55529115-dde4-451c-85e2-c1830d88e56c req-a141b4bc-0811-4c56-a094-4052d9ddbc4d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:02.534413 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-55529115-dde4-451c-85e2-c1830d88e56c req-a141b4bc-0811-4c56-a094-4052d9ddbc4d tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.1925735
May 12 08:26:02.578879 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-55529115-dde4-451c-85e2-c1830d88e56c req-64966e82-37ee-4769-acb0-e96d700b71f7 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386903
May 12 08:26:03.794916 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081be2b-dfe9-41a0-b01d-bdc114e0b3c4 req-bd06e5d8-dfb4-4548-a197-a9a30df01767 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:03.796383 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9081be2b-dfe9-41a0-b01d-bdc114e0b3c4 req-bd06e5d8-dfb4-4548-a197-a9a30df01767 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.1049886
May 12 08:26:03.844297 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9081be2b-dfe9-41a0-b01d-bdc114e0b3c4 req-1e8e21ee-2994-411b-8bd4-0b5a628072b3 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421035
May 12 08:26:05.051435 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d40095-17e4-4450-9232-5e803eefe6de req-302804f0-ecfe-48e0-b78a-a18f3d7a042c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:05.052927 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-98d40095-17e4-4450-9232-5e803eefe6de req-302804f0-ecfe-48e0-b78a-a18f3d7a042c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0933378
May 12 08:26:05.100560 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-98d40095-17e4-4450-9232-5e803eefe6de req-119cda9b-326f-493a-bda4-e69341668c47 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391259
May 12 08:26:06.167643 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8f2bf-e29b-47e8-bcea-fa998b882865 req-043f5f8d-1637-4a1e-a9ff-28d87c2ae290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:06.169176 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-58b8f2bf-e29b-47e8-bcea-fa998b882865 req-043f5f8d-1637-4a1e-a9ff-28d87c2ae290 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 1097 time: 0.0778713
May 12 08:26:06.211664 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-58b8f2bf-e29b-47e8-bcea-fa998b882865 req-f7f02199-1715-419f-bbd2-5c61e85005eb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359049
May 12 08:26:06.291208 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b037822-6544-44f9-a8ea-7db8bcbe63d1 req-31e510c4-c768-4878-8141-3e0979ec1c35 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:06.292692 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9b037822-6544-44f9-a8ea-7db8bcbe63d1 req-31e510c4-c768-4878-8141-3e0979ec1c35 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0830534
May 12 08:26:06.340652 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-9b037822-6544-44f9-a8ea-7db8bcbe63d1 req-e889cbd4-18d5-45b7-b049-1d4e15a94b62 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395331
May 12 08:26:07.540340 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f345846-ee78-4f2b-ae71-17dc3ddbb099 req-2c2cc1d0-ba1c-4980-96ab-46188c77db8a tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:07.541848 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8f345846-ee78-4f2b-ae71-17dc3ddbb099 req-2c2cc1d0-ba1c-4980-96ab-46188c77db8a tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 944 time: 0.0842428
May 12 08:26:07.588302 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8f345846-ee78-4f2b-ae71-17dc3ddbb099 req-fed58f9d-150f-4f56-88b7-c211ee3f96a2 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400715
May 12 08:26:07.960346 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 6a0c6340-e629-4599-b266-e536e6239629 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=78690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 12 08:26:08.102709 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 6a0c6340-e629-4599-b266-e536e6239629, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6a0c6340-e629-4599-b266-e536e6239629,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:26:08.115641 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Returning: {'device': '6a0c6340-e629-4599-b266-e536e6239629', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'port_id': '6a0c6340-e629-4599-b266-e536e6239629', 'mac_address': 'fa:16:3e:3b:01:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 12 08:26:08.168712 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:08.187280 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0c6340-e629-4599-b266-e536e6239629 {{(pid=78690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 12 08:26:08.202886 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 6a0c6340-e629-4599-b266-e536e6239629, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6a0c6340-e629-4599-b266-e536e6239629,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:26:08.207893 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:08.209689 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:08.317628 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=6a0c6340-e629-4599-b266-e536e6239629,revision_number=7']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:08.321171 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:08.453829 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] get_ports_and_sgs() called for port_ids ['6a0c6340-e629-4599-b266-e536e6239629'] {{(pid=78690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 12 08:26:09.500696 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38304) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:09.630555 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:09.645400 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:26:09.649686 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Usage tracker for resource:security_group_rule and tenant:50043fcf55b14e2fb436e18c1faa606a is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:26:09.652671 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:26:09.658798 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:26:09.744900 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:09.750371 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:09.758800 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-b2bc79ff-5b56-49cd-bdf4-d6080a6db0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:09.800176 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50043fcf55b14e2fb436e18c1faa606a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2983811
May 12 08:26:09.801896 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b32f37-ea7f-4c0b-b4c5-f6988ec2b0e8,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:09.802985 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38310) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:09.809360 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:09.809732 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:09.810100 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:09.810435 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:09.811158 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:09.811519 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:09.811877 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:09.812217 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:09.812555 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:09.812914 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:09.813281 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:09.813623 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:09.817775 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-70890cb1-ce28-4211-b5ad-d02d687dcddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:09.862219 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2889cd04-4a3f-406f-832e-981163dd265e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:09.887722 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2889cd04-4a3f-406f-832e-981163dd265e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:09.939709 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2889cd04-4a3f-406f-832e-981163dd265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:09.945081 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-8831d8b9-437d-4623-9a7e-768b11b91d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:09.959089 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:09.960825 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889cd04-4a3f-406f-832e-981163dd265e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b32f37-ea7f-4c0b-b4c5-f6988ec2b0e8,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:09.961422 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 6a0c6340-e629-4599-b266-e536e6239629 up at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 12 08:26:09.963616 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-2889cd04-4a3f-406f-832e-981163dd265e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:09.970439 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-2889cd04-4a3f-406f-832e-981163dd265e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:09.971560 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-2889cd04-4a3f-406f-832e-981163dd265e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3b32f37-ea7f-4c0b-b4c5-f6988ec2b0e8 HTTP/1.1" status: 204  len: 168 time: 0.1676137
May 12 08:26:10.039921 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.provisioning_blocks [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Provisioning complete for port 6a0c6340-e629-4599-b266-e536e6239629 triggered by entity L2. {{(pid=78690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 12 08:26:10.040316 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513946'] for port, provisioning_complete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:10.152493 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1460301'] for port, before_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:10.178832 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0c6340-e629-4599-b266-e536e6239629'}] {{(pid=78690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:26:10.197492 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] For port 6a0c6340-e629-4599-b266-e536e6239629, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6a0c6340-e629-4599-b266-e536e6239629,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:26:10.202588 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756527231847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756526682646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756526682691'] for port, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:10.204545 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-f5687bfd-b1e3-4755-9779-67fbe72b22db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:10.237637 dv-cinder-790910-1-iscsi neutron-server[78690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0c6340-e629-4599-b266-e536e6239629', 'code': 200}
May 12 08:26:10.276577 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Pushing event updated for resources: {'Port': ['ID=6a0c6340-e629-4599-b266-e536e6239629,revision_number=8']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:10.280055 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:20.483613 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38428) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:20.609472 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-eee5f991-ed66-4322-aa71-ab840bbeed29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:20.624212 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-eee5f991-ed66-4322-aa71-ab840bbeed29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:26:20.628384 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-eee5f991-ed66-4322-aa71-ab840bbeed29 admin admin] Usage tracker for resource:security_group_rule and tenant:f2da5f4ec0a444b696fe40fa78e952a2 is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:26:20.631412 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-eee5f991-ed66-4322-aa71-ab840bbeed29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:26:20.637645 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-eee5f991-ed66-4322-aa71-ab840bbeed29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:26:20.723749 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-eee5f991-ed66-4322-aa71-ab840bbeed29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:20.730227 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-eee5f991-ed66-4322-aa71-ab840bbeed29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:20.737289 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c4df384e-b51f-40f3-89b9-b387367a8cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:20.776999 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-eee5f991-ed66-4322-aa71-ab840bbeed29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2da5f4ec0a444b696fe40fa78e952a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2923810
May 12 08:26:20.777988 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5f991-ed66-4322-aa71-ab840bbeed29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5489dccc-d408-43c4-a5b2-de4cf053c605,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:20.780683 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38434) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:20.781515 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-eee5f991-ed66-4322-aa71-ab840bbeed29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:20.843980 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4abf206c-e7c8-4ca8-9780-6033339ee2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:20.872018 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4abf206c-e7c8-4ca8-9780-6033339ee2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:20.931725 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4abf206c-e7c8-4ca8-9780-6033339ee2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:20.935530 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8427fe5e-38c1-4c35-bfcb-685999b28797 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:20.947425 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf206c-e7c8-4ca8-9780-6033339ee2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5489dccc-d408-43c4-a5b2-de4cf053c605,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:20.950294 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4abf206c-e7c8-4ca8-9780-6033339ee2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:20.957632 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4abf206c-e7c8-4ca8-9780-6033339ee2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:20.958756 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-4abf206c-e7c8-4ca8-9780-6033339ee2f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5489dccc-d408-43c4-a5b2-de4cf053c605 HTTP/1.1" status: 204  len: 168 time: 0.1755970
May 12 08:26:22.904352 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-c4d9063d-dd6f-4a70-a25a-4a7078253eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:23.913915 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38504) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:24.034556 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-fbae96c8-9136-4c3d-9fe3-d96758187d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:24.050194 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-fbae96c8-9136-4c3d-9fe3-d96758187d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:26:24.054380 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-fbae96c8-9136-4c3d-9fe3-d96758187d94 admin admin] Usage tracker for resource:security_group_rule and tenant:4db5e476d0834fa0bf0f5ca440ca7f68 is out of sync, need to count used quota {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:26:24.057259 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [None req-fbae96c8-9136-4c3d-9fe3-d96758187d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78689) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:26:24.063105 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.quota.driver [None req-fbae96c8-9136-4c3d-9fe3-d96758187d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78689) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:26:24.138747 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:26:24.154039 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-fbae96c8-9136-4c3d-9fe3-d96758187d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:24.159591 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-fbae96c8-9136-4c3d-9fe3-d96758187d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:24.167648 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-45671ed3-5ece-4d57-9b49-5fa2714620cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:24.210972 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-fbae96c8-9136-4c3d-9fe3-d96758187d94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4db5e476d0834fa0bf0f5ca440ca7f68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2959540
May 12 08:26:24.212616 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae96c8-9136-4c3d-9fe3-d96758187d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49acd70c-c999-441e-a104-20ea70379cba,revision_number=1']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:24.213909 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38510) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:24.215625 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-fbae96c8-9136-4c3d-9fe3-d96758187d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:24.280773 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-38ac6745-a0a0-4fb8-958e-a23160b04ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:24.310892 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-38ac6745-a0a0-4fb8-958e-a23160b04ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:24.364102 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-38ac6745-a0a0-4fb8-958e-a23160b04ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:24.367794 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-27c0ecfe-18f9-4cac-a10e-04b1152af046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:24.380699 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac6745-a0a0-4fb8-958e-a23160b04ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49acd70c-c999-441e-a104-20ea70379cba,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:24.383194 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-38ac6745-a0a0-4fb8-958e-a23160b04ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:24.391849 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-38ac6745-a0a0-4fb8-958e-a23160b04ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:24.395815 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-38ac6745-a0a0-4fb8-958e-a23160b04ada admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49acd70c-c999-441e-a104-20ea70379cba HTTP/1.1" status: 204  len: 168 time: 0.1809034
May 12 08:26:24.688836 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38518) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:24.706921 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5321c8d5-776e-40db-8418-66308a38d536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:24.721104 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-5321c8d5-776e-40db-8418-66308a38d536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:26:24.725088 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-5321c8d5-776e-40db-8418-66308a38d536 admin admin] Usage tracker for resource:security_group_rule and tenant:bd869f83fe074ab49445bf214e2bb0ca is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:26:24.727972 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-5321c8d5-776e-40db-8418-66308a38d536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:26:24.733801 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-5321c8d5-776e-40db-8418-66308a38d536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:26:24.815916 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5321c8d5-776e-40db-8418-66308a38d536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:24.822548 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-5321c8d5-776e-40db-8418-66308a38d536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:24.829748 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3c298b37-c3ca-4e58-a4f0-9fcdd5f39219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:24.870643 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-5321c8d5-776e-40db-8418-66308a38d536 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd869f83fe074ab49445bf214e2bb0ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1805964
May 12 08:26:24.871553 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321c8d5-776e-40db-8418-66308a38d536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2fb28e-aa56-41b9-b25b-7e0af644bfb9,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:24.873638 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38522) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:24.874881 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-5321c8d5-776e-40db-8418-66308a38d536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:24.939576 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8a131f90-0dee-41c7-be5d-af256f66fff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:24.967030 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8a131f90-0dee-41c7-be5d-af256f66fff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:25.017642 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8a131f90-0dee-41c7-be5d-af256f66fff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:25.021197 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-230460a7-f18b-4017-aece-5a4ff67501b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:25.033040 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a131f90-0dee-41c7-be5d-af256f66fff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2fb28e-aa56-41b9-b25b-7e0af644bfb9,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:25.035600 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8a131f90-0dee-41c7-be5d-af256f66fff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:25.042877 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8a131f90-0dee-41c7-be5d-af256f66fff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:25.044031 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-8a131f90-0dee-41c7-be5d-af256f66fff9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a2fb28e-aa56-41b9-b25b-7e0af644bfb9 HTTP/1.1" status: 204  len: 168 time: 0.1693728
May 12 08:26:25.294977 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:25.561046 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb1d0-9fac-484a-bc8b-bf051133983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:26.446806 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:27.848590 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:32.555964 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38644) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:32.681148 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-cc2ee53e-2123-4a43-939f-d53717ff4182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:32.699506 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-cc2ee53e-2123-4a43-939f-d53717ff4182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:26:32.703846 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-cc2ee53e-2123-4a43-939f-d53717ff4182 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5d22322d9c4c0385d724b2c2472b6e is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:26:32.707684 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-cc2ee53e-2123-4a43-939f-d53717ff4182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:26:32.713747 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-cc2ee53e-2123-4a43-939f-d53717ff4182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:26:32.799310 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-cc2ee53e-2123-4a43-939f-d53717ff4182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:32.806125 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-cc2ee53e-2123-4a43-939f-d53717ff4182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:32.812458 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-623319dd-6d7c-4005-a29e-1b1325c09fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:32.853551 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-cc2ee53e-2123-4a43-939f-d53717ff4182 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d5d22322d9c4c0385d724b2c2472b6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2965779
May 12 08:26:32.854536 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ee53e-2123-4a43-939f-d53717ff4182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e120af59-80f3-4a89-b2a2-a0aa7bc4a254,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:32.856465 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38650) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:32.857719 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-cc2ee53e-2123-4a43-939f-d53717ff4182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:32.917365 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-794d4fd0-b46e-46f0-b9bc-b260e3a85df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:32.946948 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-794d4fd0-b46e-46f0-b9bc-b260e3a85df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:33.006464 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-794d4fd0-b46e-46f0-b9bc-b260e3a85df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:33.010114 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c4946b33-6576-4c02-8274-22c862b24513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:33.021021 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d4fd0-b46e-46f0-b9bc-b260e3a85df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e120af59-80f3-4a89-b2a2-a0aa7bc4a254,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:33.025822 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-794d4fd0-b46e-46f0-b9bc-b260e3a85df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:33.027701 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-794d4fd0-b46e-46f0-b9bc-b260e3a85df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:33.028823 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-794d4fd0-b46e-46f0-b9bc-b260e3a85df6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e120af59-80f3-4a89-b2a2-a0aa7bc4a254 HTTP/1.1" status: 204  len: 168 time: 0.1713448
May 12 08:26:33.322599 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38658) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:33.341142 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3169abc0-831f-4e4a-a239-751eb5050c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:33.356143 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-3169abc0-831f-4e4a-a239-751eb5050c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 12 08:26:33.360245 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-3169abc0-831f-4e4a-a239-751eb5050c10 admin admin] Usage tracker for resource:security_group_rule and tenant:459daaeaefe24fbfb8dbaea7a8fd618f is out of sync, need to count used quota {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 12 08:26:33.363417 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [None req-3169abc0-831f-4e4a-a239-751eb5050c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78688) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 12 08:26:33.369493 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.quota.driver [None req-3169abc0-831f-4e4a-a239-751eb5050c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78688) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 12 08:26:33.453629 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3169abc0-831f-4e4a-a239-751eb5050c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:33.458530 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3169abc0-831f-4e4a-a239-751eb5050c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_create {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:33.467280 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-de76592b-fb2c-4f59-a147-1040d570b9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:33.509409 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-3169abc0-831f-4e4a-a239-751eb5050c10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=459daaeaefe24fbfb8dbaea7a8fd618f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1856515
May 12 08:26:33.511416 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169abc0-831f-4e4a-a239-751eb5050c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f7f1d3-74cc-41dc-8a0d-079dc919cc4f,revision_number=1']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:33.512196 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38662) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:33.514904 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3169abc0-831f-4e4a-a239-751eb5050c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:33.576051 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd88d-a523-4f13-9b61-989cfc75c2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:33.601981 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd88d-a523-4f13-9b61-989cfc75c2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:33.656649 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd88d-a523-4f13-9b61-989cfc75c2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:33.660709 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4abf206c-e7c8-4ca8-9780-6033339ee2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:33.671480 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dd88d-a523-4f13-9b61-989cfc75c2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f7f1d3-74cc-41dc-8a0d-079dc919cc4f,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:33.675064 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4b7dd88d-a523-4f13-9b61-989cfc75c2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:33.678495 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd88d-a523-4f13-9b61-989cfc75c2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:33.679692 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-4b7dd88d-a523-4f13-9b61-989cfc75c2be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22f7f1d3-74cc-41dc-8a0d-079dc919cc4f HTTP/1.1" status: 204  len: 168 time: 0.1664147
May 12 08:26:39.971292 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:46.975991 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38670) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:47.244860 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Deleting port 99f19be8-4c4d-4396-8a27-16c074d5e00a {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:26:47.245204 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:47.364013 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:47.364299 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:47.484411 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Calling delete_port for 99f19be8-4c4d-4396-8a27-16c074d5e00a owned by network:floatingip {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:26:47.605437 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:47.609081 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-69d00ca6-f9ff-4065-89d6-c433f16fe5eb tempest-TestMinimumBasicScenario-1874703074 tempest-TestMinimumBasicScenario-1874703074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:47.740498 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event deleted for resources: {'Port': ['ID=99f19be8-4c4d-4396-8a27-16c074d5e00a,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:47.776752 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:47.777054 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:47.777451 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:47.777843 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:47.778202 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:47.778560 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:47.778916 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:47.779270 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:47.779626 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:47.779974 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:47.780330 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:47.780685 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:26:47.787485 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:47.842349 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:47.842695 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.l3_db [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Floating IP b7d803a9-4de9-41b1-90c9-cb6d886795e3 disassociated (deleted). External IP: 172.27.2.91, port: 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7.
May 12 08:26:48.191940 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Router 36e2ab55-2674-4153-be5d-e1769a3ade40 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:26:48.374807 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:26:48.384848 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b719b5-9973-43e0-9284-71b8e2a79dcd None None] Sync routers for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:26:48.397736 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b719b5-9973-43e0-9284-71b8e2a79dcd None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:26:48.398646 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-40b719b5-9973-43e0-9284-71b8e2a79dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98c0d4f0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:26:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:26:48.412240 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:48.468513 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-1b7bf4c7-edcb-4c02-80f0-f61fb1baf94b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "DELETE /v2.0/floatingips/b7d803a9-4de9-41b1-90c9-cb6d886795e3 HTTP/1.1" status: 204  len: 168 time: 1.4910946
May 12 08:26:48.469089 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'tag': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:26:48.545349 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'tag': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7', 'status': 'completed', 'code': 200}
May 12 08:26:48.579483 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-40b719b5-9973-43e0-9284-71b8e2a79dcd None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:26:48.808121 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-38b94166-bca2-437d-81ec-8d068397de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:48.810027 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-38b94166-bca2-437d-81ec-8d068397de55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 1098 time: 0.2437096
May 12 08:26:48.928912 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-40b719b5-9973-43e0-9284-71b8e2a79dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98c0d4f0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '339328a4-1873-4cbd-9540-42603dace742', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:f9:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea60810-6449-465a-8e61-5abf334244e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:23:02Z', 'revision_number': 1, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:26:48.932847 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b719b5-9973-43e0-9284-71b8e2a79dcd None None] Checking router: 36e2ab55-2674-4153-be5d-e1769a3ade40 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:26:48.941601 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b719b5-9973-43e0-9284-71b8e2a79dcd None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:26:48.942219 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-40b719b5-9973-43e0-9284-71b8e2a79dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98c0d4f0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:26:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:26:48.991193 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-9abd7b21-9665-47d2-8e23-53bc225a4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:48.992570 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-9abd7b21-9665-47d2-8e23-53bc225a4ba5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 911 time: 0.1746809
May 12 08:26:49.062695 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-78eb7281-8ff0-45dc-8419-3c5d7724b379 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 HTTP/1.1" status: 200  len: 217 time: 0.0619094
May 12 08:26:49.117545 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb76884-325b-4221-bd96-9fc55cf0f11f req-33e114d6-3c64-4208-80be-79b49e628b99 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:49.118244 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-abb76884-325b-4221-bd96-9fc55cf0f11f req-33e114d6-3c64-4208-80be-79b49e628b99 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Synchronizing usage tracker for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:26:49.152165 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-8c044491-3be4-4e8b-80ca-307b7b2be547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:49.153706 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-8c044491-3be4-4e8b-80ca-307b7b2be547 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 200  len: 849 time: 0.0815873
May 12 08:26:49.154427 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-abb76884-325b-4221-bd96-9fc55cf0f11f req-33e114d6-3c64-4208-80be-79b49e628b99 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Unset dirty status for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:26:49.155400 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-abb76884-325b-4221-bd96-9fc55cf0f11f req-33e114d6-3c64-4208-80be-79b49e628b99 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 945 time: 0.3709383
May 12 08:26:49.156545 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-40b719b5-9973-43e0-9284-71b8e2a79dcd None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:26:49.250649 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-abb76884-325b-4221-bd96-9fc55cf0f11f req-af747ddd-3365-4e42-bdf5-c3ee9f81e777 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593243
May 12 08:26:49.270299 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-42d6adfb-f809-4e7b-85cc-b781d03dd9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:49.270609 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-42d6adfb-f809-4e7b-85cc-b781d03dd9e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37e969d9-2b61-4149-b6a0-e4045133e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1101089
May 12 08:26:49.284147 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-671d0d8a-08f8-4e99-90ae-e3a08eae419e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=78688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 12 08:26:49.285082 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-671d0d8a-08f8-4e99-90ae-e3a08eae419e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050507
May 12 08:26:49.417572 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-51d1d53e-a6a0-4626-bf8a-f4c1dc39635a service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251326
May 12 08:26:49.508585 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-40b719b5-9973-43e0-9284-71b8e2a79dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98c0d4f0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '339328a4-1873-4cbd-9540-42603dace742', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:f9:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea60810-6449-465a-8e61-5abf334244e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:23:02Z', 'revision_number': 1, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:26:49.513042 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b719b5-9973-43e0-9284-71b8e2a79dcd None None] The sync data for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi is: [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_floatingips': [{'id': '339328a4-1873-4cbd-9540-42603dace742', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'router_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'port_id': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'mac_address': 'fa:16:3e:f9:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea60810-6449-465a-8e61-5abf334244e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:23:02Z', 'revision_number': 1, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:26:49.663448 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-b3c91e45-7df6-435c-85bd-10a6cb7bec01 req-d4bfc77a-a009-4515-9f9b-2f6e37a850b9 service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2389193
May 12 08:26:49.727816 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62716691-f347-4103-9c12-225cca358f56 None None] New status for floating IP b7d803a9-4de9-41b1-90c9-cb6d886795e3: DOWN {{(pid=78691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:26:50.315152 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af696e6-9408-42fa-a7ff-187a35a690c6 req-b73848a8-0ee6-4d83-897b-bafdb2360aa3 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:50.316671 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1af696e6-9408-42fa-a7ff-187a35a690c6 req-b73848a8-0ee6-4d83-897b-bafdb2360aa3 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 945 time: 0.0924163
May 12 08:26:50.457809 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-1af696e6-9408-42fa-a7ff-187a35a690c6 req-71edfa1a-6fb6-40af-9f13-c54602303ab4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Deleting port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:26:50.458158 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-1af696e6-9408-42fa-a7ff-187a35a690c6 req-71edfa1a-6fb6-40af-9f13-c54602303ab4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:50.497446 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a668f-410e-4831-9093-bc7e902c6660 req-e31f0c59-a9c6-42ef-84cd-0474e079d93c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:50.499586 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5b7a668f-410e-4831-9093-bc7e902c6660 req-e31f0c59-a9c6-42ef-84cd-0474e079d93c tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 945 time: 0.1431909
May 12 08:26:50.552553 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-5b7a668f-410e-4831-9093-bc7e902c6660 req-c9c7a3ad-fe07-46a8-aee1-cca7b733e4db tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391550
May 12 08:26:50.590770 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-1af696e6-9408-42fa-a7ff-187a35a690c6 req-71edfa1a-6fb6-40af-9f13-c54602303ab4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] For port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:26:50.591133 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-1af696e6-9408-42fa-a7ff-187a35a690c6 req-71edfa1a-6fb6-40af-9f13-c54602303ab4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:50.712921 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-1af696e6-9408-42fa-a7ff-187a35a690c6 req-71edfa1a-6fb6-40af-9f13-c54602303ab4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Calling delete_port for 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:26:50.830810 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-1af696e6-9408-42fa-a7ff-187a35a690c6 req-71edfa1a-6fb6-40af-9f13-c54602303ab4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:50.836531 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-11c585c0-aee7-4a79-9813-6c99e0f9921f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:50.880415 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edfa1a-6fb6-40af-9f13-c54602303ab4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event deleted for resources: {'Port': ['ID=5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:50.883405 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-71edfa1a-6fb6-40af-9f13-c54602303ab4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:50.958107 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af696e6-9408-42fa-a7ff-187a35a690c6 req-71edfa1a-6fb6-40af-9f13-c54602303ab4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] No DVR routers for this DVR port 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:26:50.960585 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-1af696e6-9408-42fa-a7ff-187a35a690c6 req-71edfa1a-6fb6-40af-9f13-c54602303ab4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:50.963221 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'name': 'network-vif-deleted', 'tag': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:26:50.979852 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-1af696e6-9408-42fa-a7ff-187a35a690c6 req-71edfa1a-6fb6-40af-9f13-c54602303ab4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "DELETE /v2.0/ports/5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 HTTP/1.1" status: 204  len: 173 time: 0.6570556
May 12 08:26:51.007964 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca479fc2-437c-4669-b7d5-85939e9fe368', 'name': 'network-vif-deleted', 'tag': '5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7', 'status': 'completed', 'code': 200}
May 12 08:26:51.732702 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-d99abd74-5a8a-4f47-b51f-05925d01dbc3 req-908b54b1-b371-46fa-8c45-f3bfddba54ae tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479fc2-437c-4669-b7d5-85939e9fe368 HTTP/1.1" status: 200  len: 210 time: 0.0436137
May 12 08:26:52.898978 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-d52b2cd5-d01d-4669-a124-64ba1efd0724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:54.123124 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:26:54.156976 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:26:54.157364 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 5cc6ae7f-5f39-4a23-a3a6-fbe5bce38ad7 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:26:55.272980 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38710) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:26:55.299124 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:55.545308 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Deleting port 53659645-0e9b-4645-b4a6-263aff2f23c2 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:26:55.545658 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:55.563200 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-148d3b4f-fdc5-4567-b830-39ccaef056b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:55.662431 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:55.662730 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:55.782373 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Calling delete_port for 53659645-0e9b-4645-b4a6-263aff2f23c2 owned by network:floatingip {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:26:56.017658 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:56.021453 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-92184efb-a5b8-4913-9639-979d66e6d615 tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:56.064117 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event deleted for resources: {'Port': ['ID=53659645-0e9b-4645-b4a6-263aff2f23c2,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:56.066745 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:56.160686 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:56.160984 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.db.l3_db [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Floating IP 339328a4-1873-4cbd-9540-42603dace742 disassociated (deleted). External IP: 172.27.2.236, port: 935d3c82-c763-4e61-ad2d-011a89727ba7.
May 12 08:26:56.449432 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:56.521749 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Router 36e2ab55-2674-4153-be5d-e1769a3ade40 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:26:56.699709 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:26:56.709914 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0822e919-c1e6-4b2c-a26d-afb87d854955 None None] Sync routers for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:26:56.715920 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:56.719909 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0822e919-c1e6-4b2c-a26d-afb87d854955 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:26:56.720542 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-0822e919-c1e6-4b2c-a26d-afb87d854955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99931ac0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:26:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:26:56.768757 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "DELETE /v2.0/floatingips/339328a4-1873-4cbd-9540-42603dace742 HTTP/1.1" status: 204  len: 168 time: 1.4946592
May 12 08:26:56.769437 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea60810-6449-465a-8e61-5abf334244e0', 'tag': '935d3c82-c763-4e61-ad2d-011a89727ba7'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:26:56.816894 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea60810-6449-465a-8e61-5abf334244e0', 'tag': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'status': 'completed', 'code': 200}
May 12 08:26:56.897865 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-0822e919-c1e6-4b2c-a26d-afb87d854955 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:26:56.914996 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0e1de-ca38-4472-8971-c470b1e4fea4 req-37d5a01f-5b1d-4e09-a546-4e11f0b9f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:56.916564 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5dc0e1de-ca38-4472-8971-c470b1e4fea4 req-37d5a01f-5b1d-4e09-a546-4e11f0b9f662 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 1098 time: 0.0752771
May 12 08:26:57.057150 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0e1de-ca38-4472-8971-c470b1e4fea4 req-d8b51681-2c16-482f-8a34-d0b7f66afafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:57.058674 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5dc0e1de-ca38-4472-8971-c470b1e4fea4 req-d8b51681-2c16-482f-8a34-d0b7f66afafe service neutron] 10.222.0.39 "GET /v2.0/networks?id=37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 200  len: 911 time: 0.1357310
May 12 08:26:57.163512 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5dc0e1de-ca38-4472-8971-c470b1e4fea4 req-ae951e6a-1681-4df3-a54e-ef20c0c80644 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=935d3c82-c763-4e61-ad2d-011a89727ba7 HTTP/1.1" status: 200  len: 217 time: 0.0684853
May 12 08:26:57.218960 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-0822e919-c1e6-4b2c-a26d-afb87d854955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99931ac0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:26:57.222825 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0822e919-c1e6-4b2c-a26d-afb87d854955 None None] Checking router: 36e2ab55-2674-4153-be5d-e1769a3ade40 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:26:57.232217 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0822e919-c1e6-4b2c-a26d-afb87d854955 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:26:57.232859 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-0822e919-c1e6-4b2c-a26d-afb87d854955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c99931ac0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:26:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:26:57.237034 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0e1de-ca38-4472-8971-c470b1e4fea4 req-ff3e2d78-3282-4210-bfab-346e0168917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:57.238519 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5dc0e1de-ca38-4472-8971-c470b1e4fea4 req-ff3e2d78-3282-4210-bfab-346e0168917a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 200  len: 849 time: 0.0677269
May 12 08:26:57.250476 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336c2c-0dbb-4fc6-ad4f-e2259d35d0d1 req-ce80bc49-5ff1-45c8-8266-19a3de1fd4fb tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:57.251177 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-8e336c2c-0dbb-4fc6-ad4f-e2259d35d0d1 req-ce80bc49-5ff1-45c8-8266-19a3de1fd4fb tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Synchronizing usage tracker for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:26:57.311928 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.quota.resource [req-8e336c2c-0dbb-4fc6-ad4f-e2259d35d0d1 req-ce80bc49-5ff1-45c8-8266-19a3de1fd4fb tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Unset dirty status for tenant:c87a10dabb5e4a7b99e8710c8856d492 on resource:port {{(pid=78688) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:26:57.313193 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8e336c2c-0dbb-4fc6-ad4f-e2259d35d0d1 req-ce80bc49-5ff1-45c8-8266-19a3de1fd4fb tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 945 time: 0.2536445
May 12 08:26:57.363427 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0e1de-ca38-4472-8971-c470b1e4fea4 req-43e99706-f3aa-4414-81eb-8c7df47d5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:57.364951 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5dc0e1de-ca38-4472-8971-c470b1e4fea4 req-43e99706-f3aa-4414-81eb-8c7df47d5b1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37e969d9-2b61-4149-b6a0-e4045133e6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1111119
May 12 08:26:57.375127 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-8e336c2c-0dbb-4fc6-ad4f-e2259d35d0d1 req-e9052f81-9009-4286-a277-e081ddce76d7 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559824
May 12 08:26:57.411289 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-0822e919-c1e6-4b2c-a26d-afb87d854955 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:26:57.620750 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5dc0e1de-ca38-4472-8971-c470b1e4fea4 req-2998c98c-bf9b-4185-8d01-22eca0b32e0b service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2446251
May 12 08:26:57.750615 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-5dc0e1de-ca38-4472-8971-c470b1e4fea4 req-7f436894-4b0c-40a5-9501-abe3b5d9e2aa service neutron] 10.222.0.39 "GET /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226072
May 12 08:26:57.780830 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-0822e919-c1e6-4b2c-a26d-afb87d854955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c99931ac0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:26:57.784865 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0822e919-c1e6-4b2c-a26d-afb87d854955 None None] The sync data for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi is: [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:18:36Z', 'revision_number': 4, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'd7fe199d-51e8-4417-b1f2-7bc08523ea91', 'name': '', 'network_id': '37e969d9-2b61-4149-b6a0-e4045133e6d2', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'mac_address': 'fa:16:3e:c3:52:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '70936901-4fd1-4365-9a28-2613415a8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:34Z', 'updated_at': '2021-05-12T08:18:42Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'subnets': [{'id': '70936901-4fd1-4365-9a28-2613415a8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:26:57.841651 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:57.992388 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeddedf-22d6-421f-b6de-3d33f0a30ec1 None None] New status for floating IP 339328a4-1873-4cbd-9540-42603dace742: DOWN {{(pid=78691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:26:58.540660 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf21fd-4a52-4978-bc40-5088309b6f07 req-b28f7984-ced3-4ce3-9c8f-79e5d645b04a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:58.542157 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0acf21fd-4a52-4978-bc40-5088309b6f07 req-b28f7984-ced3-4ce3-9c8f-79e5d645b04a tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 945 time: 0.0834723
May 12 08:26:58.568316 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fe86b-636f-4fa5-912a-680dafb573b6 req-643d15ec-214b-45bb-8863-0bc67e966a6b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:26:58.569850 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b51fe86b-636f-4fa5-912a-680dafb573b6 req-643d15ec-214b-45bb-8863-0bc67e966a6b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 945 time: 0.0832012
May 12 08:26:58.615423 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-b51fe86b-636f-4fa5-912a-680dafb573b6 req-aba9820b-e2e5-46b1-ae55-62e161730f7f tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/security-groups?id=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395007
May 12 08:26:58.681167 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-0acf21fd-4a52-4978-bc40-5088309b6f07 req-eec8f144-1c78-489f-a11d-e6ce8fa6f3dc tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Deleting port 935d3c82-c763-4e61-ad2d-011a89727ba7 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:26:58.681737 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-0acf21fd-4a52-4978-bc40-5088309b6f07 req-eec8f144-1c78-489f-a11d-e6ce8fa6f3dc tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:58.815236 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-0acf21fd-4a52-4978-bc40-5088309b6f07 req-eec8f144-1c78-489f-a11d-e6ce8fa6f3dc tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] For port 935d3c82-c763-4e61-ad2d-011a89727ba7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=935d3c82-c763-4e61-ad2d-011a89727ba7,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:26:58.815602 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-0acf21fd-4a52-4978-bc40-5088309b6f07 req-eec8f144-1c78-489f-a11d-e6ce8fa6f3dc tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:58.943875 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-0acf21fd-4a52-4978-bc40-5088309b6f07 req-eec8f144-1c78-489f-a11d-e6ce8fa6f3dc tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Calling delete_port for 935d3c82-c763-4e61-ad2d-011a89727ba7 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:26:59.060364 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-0acf21fd-4a52-4978-bc40-5088309b6f07 req-eec8f144-1c78-489f-a11d-e6ce8fa6f3dc tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:59.066243 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-36aed917-aac7-4485-93c7-6fad1ab71e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:26:59.113894 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8f144-1c78-489f-a11d-e6ce8fa6f3dc tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event deleted for resources: {'Port': ['ID=935d3c82-c763-4e61-ad2d-011a89727ba7,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:26:59.116998 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-eec8f144-1c78-489f-a11d-e6ce8fa6f3dc tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:26:59.186853 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acf21fd-4a52-4978-bc40-5088309b6f07 req-eec8f144-1c78-489f-a11d-e6ce8fa6f3dc tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] No DVR routers for this DVR port 935d3c82-c763-4e61-ad2d-011a89727ba7 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:26:59.189701 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-0acf21fd-4a52-4978-bc40-5088309b6f07 req-eec8f144-1c78-489f-a11d-e6ce8fa6f3dc tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:26:59.192250 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea60810-6449-465a-8e61-5abf334244e0', 'name': 'network-vif-deleted', 'tag': '935d3c82-c763-4e61-ad2d-011a89727ba7'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:26:59.211102 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-0acf21fd-4a52-4978-bc40-5088309b6f07 req-eec8f144-1c78-489f-a11d-e6ce8fa6f3dc tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.39 "DELETE /v2.0/ports/935d3c82-c763-4e61-ad2d-011a89727ba7 HTTP/1.1" status: 204  len: 173 time: 0.6635389
May 12 08:26:59.246945 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea60810-6449-465a-8e61-5abf334244e0', 'name': 'network-vif-deleted', 'tag': '935d3c82-c763-4e61-ad2d-011a89727ba7', 'status': 'completed', 'code': 200}
May 12 08:26:59.776729 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-1debd85d-f98c-4f1d-ad37-99e7962c2530 req-0e06c8c0-67c4-4da5-9995-0aa64e87e54b tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "GET /v2.0/ports?device_id=aea60810-6449-465a-8e61-5abf334244e0 HTTP/1.1" status: 200  len: 210 time: 0.0434399
May 12 08:27:00.891360 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38728) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:01.118500 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-bcc13d26-9398-4db0-b388-752f2f7d9d33 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Deleting port fd8beefb-175a-40ec-a072-1f808fdb3ec4 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:01.118777 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bcc13d26-9398-4db0-b388-752f2f7d9d33 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:01.137944 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:27:01.244989 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bcc13d26-9398-4db0-b388-752f2f7d9d33 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:01.245365 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bcc13d26-9398-4db0-b388-752f2f7d9d33 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:01.363179 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-bcc13d26-9398-4db0-b388-752f2f7d9d33 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Calling delete_port for fd8beefb-175a-40ec-a072-1f808fdb3ec4 owned by network:floatingip {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:01.577143 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bcc13d26-9398-4db0-b388-752f2f7d9d33 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:01.580924 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-f48720f4-757a-400d-92e8-df9e4bdef70e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:01.622544 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc13d26-9398-4db0-b388-752f2f7d9d33 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event deleted for resources: {'Port': ['ID=fd8beefb-175a-40ec-a072-1f808fdb3ec4,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:01.625700 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-bcc13d26-9398-4db0-b388-752f2f7d9d33 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:01.712962 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bcc13d26-9398-4db0-b388-752f2f7d9d33 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for floatingip, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:01.726936 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-bcc13d26-9398-4db0-b388-752f2f7d9d33 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:01.728077 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-bcc13d26-9398-4db0-b388-752f2f7d9d33 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "DELETE /v2.0/floatingips/d21e75fd-08db-474f-9dfd-20a9e9ea996b HTTP/1.1" status: 204  len: 168 time: 0.8354192
May 12 08:27:02.170580 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 935d3c82-c763-4e61-ad2d-011a89727ba7 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:02.205805 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: 935d3c82-c763-4e61-ad2d-011a89727ba7 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:02.206162 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 935d3c82-c763-4e61-ad2d-011a89727ba7 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:03.128830 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38742) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:03.199279 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-616f05ed-2c62-4aad-b4e8-860d9ab76358 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:03.233746 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-616f05ed-2c62-4aad-b4e8-860d9ab76358 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:03.299276 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-616f05ed-2c62-4aad-b4e8-860d9ab76358 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:03.303189 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-899d2bf7-1a3b-48e9-a0ac-da2d10efad1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:03.317403 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f05ed-2c62-4aad-b4e8-860d9ab76358 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9f0f58-96a0-4fdc-a692-98c68f71a1d4,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:03.320533 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-616f05ed-2c62-4aad-b4e8-860d9ab76358 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:03.331060 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-616f05ed-2c62-4aad-b4e8-860d9ab76358 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:03.334627 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-616f05ed-2c62-4aad-b4e8-860d9ab76358 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] 10.222.0.36 "DELETE /v2.0/security-groups/ee9f0f58-96a0-4fdc-a692-98c68f71a1d4 HTTP/1.1" status: 204  len: 168 time: 0.2023795
May 12 08:27:03.388302 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38748) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:04.040498 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820280'] for router_interface, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:04.450958 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] Deleting port d7fe199d-51e8-4417-b1f2-7bc08523ea91 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:04.451682 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:04.673373 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] For port d7fe199d-51e8-4417-b1f2-7bc08523ea91, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=d7fe199d-51e8-4417-b1f2-7bc08523ea91,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:04.673778 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:04.798678 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] Calling delete_port for d7fe199d-51e8-4417-b1f2-7bc08523ea91 owned by network:router_interface {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:04.945774 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:04.949413 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-29fc6968-c41d-4060-ad6f-cb862e58744c tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:04.991813 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7fe199d-51e8-4417-b1f2-7bc08523ea91,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:04.994993 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:05.264398 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829320'] for router_interface, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:05.622148 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] Router 36e2ab55-2674-4153-be5d-e1769a3ade40 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:27:05.803249 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:27:05.811938 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d57893-4722-4c54-b1fd-13d80a7d20e3 None None] Sync routers for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:27:05.818141 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-870509b5-b287-42dd-8e0d-47de87031b0b admin admin] 10.222.0.36 "PUT /v2.0/routers/36e2ab55-2674-4153-be5d-e1769a3ade40/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4262171
May 12 08:27:05.818141 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38754) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:05.823850 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d57893-4722-4c54-b1fd-13d80a7d20e3 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:27:05.824725 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-b0d57893-4722-4c54-b1fd-13d80a7d20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98f5a7f0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:26:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:06.007154 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-b0d57893-4722-4c54-b1fd-13d80a7d20e3 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:27:06.107486 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Notify callbacks [] for router, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:06.283891 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:06.284368 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-b0d57893-4722-4c54-b1fd-13d80a7d20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98f5a7f0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:27:04Z', 'revision_number': 5, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port': {'id': 'f315176b-9921-4eef-b6df-e41e09bd6bcb', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:29Z', 'updated_at': '2021-05-12T08:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:06.288480 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d57893-4722-4c54-b1fd-13d80a7d20e3 None None] Checking router: 36e2ab55-2674-4153-be5d-e1769a3ade40 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:27:06.297313 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d57893-4722-4c54-b1fd-13d80a7d20e3 None None] Routers {'36e2ab55-2674-4153-be5d-e1769a3ade40'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:27:06.297936 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-b0d57893-4722-4c54-b1fd-13d80a7d20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98f5a7f0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:26:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['36e2ab55-2674-4153-be5d-e1769a3ade40'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:06.363303 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Deleting port f315176b-9921-4eef-b6df-e41e09bd6bcb {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:06.363544 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:06.449032 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-b0d57893-4722-4c54-b1fd-13d80a7d20e3 None None] Set router 36e2ab55-2674-4153-be5d-e1769a3ade40 gateway port host: None {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:27:06.488616 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] For port f315176b-9921-4eef-b6df-e41e09bd6bcb, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=f315176b-9921-4eef-b6df-e41e09bd6bcb,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:06.488979 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:06.554147 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-b0d57893-4722-4c54-b1fd-13d80a7d20e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98f5a7f0>, [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:27:06Z', 'revision_number': 6, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port_host': None}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:06.558521 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d57893-4722-4c54-b1fd-13d80a7d20e3 None None] The sync data for ids ['36e2ab55-2674-4153-be5d-e1769a3ade40'] in dv-cinder-790910-1-iscsi is: [{'id': '36e2ab55-2674-4153-be5d-e1769a3ade40', 'name': 'tempest-TestVolumeBootPattern-23753118-router', 'tenant_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:28Z', 'updated_at': '2021-05-12T08:27:06Z', 'revision_number': 6, 'project_id': 'c87a10dabb5e4a7b99e8710c8856d492', 'gw_port_host': None}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:27:06.613761 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Calling delete_port for f315176b-9921-4eef-b6df-e41e09bd6bcb owned by network:router_gateway {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:06.757509 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:06.763193 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-85906ea2-a749-44cc-8099-2936612db22d tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:06.813401 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f315176b-9921-4eef-b6df-e41e09bd6bcb,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:06.816300 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:06.911979 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833564'] for router_gateway, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:07.083967 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30063'] for router, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:07.086246 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:07.112364 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367694'] for router, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:07.113069 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e2ab55-2674-4153-be5d-e1769a3ade40 {{(pid=78688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 08:27:07.132402 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Notify callbacks [] for router, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:07.133957 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] 10.222.0.36 "DELETE /v2.0/routers/36e2ab55-2674-4153-be5d-e1769a3ade40 HTTP/1.1" status: 204  len: 168 time: 1.3149533
May 12 08:27:07.136726 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38758) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:07.200394 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_v2 [None req-3443398b-5359-4b15-adcb-632bc76c7f9a admin admin] Deleting subnet 70936901-4fd1-4365-9a28-2613415a8b74 {{(pid=78688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:27:07.203469 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3443398b-5359-4b15-adcb-632bc76c7f9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:07.258548 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3443398b-5359-4b15-adcb-632bc76c7f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2661477'] for subnet, precommit_delete_associations {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:07.339659 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3443398b-5359-4b15-adcb-632bc76c7f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:07.705783 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3443398b-5359-4b15-adcb-632bc76c7f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3955227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3904446'] for subnet, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:07.709697 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-1e067c67-a7e3-4db0-ab71-95b9f1cd2022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:07.743549 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443398b-5359-4b15-adcb-632bc76c7f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70936901-4fd1-4365-9a28-2613415a8b74,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:07.746544 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-3443398b-5359-4b15-adcb-632bc76c7f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:07.747571 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-3443398b-5359-4b15-adcb-632bc76c7f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:07.754445 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7480ca2-51bb-47b9-943a-761e614df801 None None] Network 37e969d9-2b61-4149-b6a0-e4045133e6d2 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:27:07.754966 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-3443398b-5359-4b15-adcb-632bc76c7f9a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/70936901-4fd1-4365-9a28-2613415a8b74 HTTP/1.1" status: 204  len: 168 time: 0.6166565
May 12 08:27:07.758458 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38762) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:07.864338 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:07.885247 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device d7fe199d-51e8-4417-b1f2-7bc08523ea91 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:07.935359 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Deleting port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:07.935653 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:07.984949 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: d7fe199d-51e8-4417-b1f2-7bc08523ea91 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:07.985222 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device d7fe199d-51e8-4417-b1f2-7bc08523ea91 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:07.985616 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device f315176b-9921-4eef-b6df-e41e09bd6bcb no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:08.022274 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: f315176b-9921-4eef-b6df-e41e09bd6bcb {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:08.022618 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device f315176b-9921-4eef-b6df-e41e09bd6bcb not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:08.036992 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] For port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=4e49b684-01d2-4a52-88d7-7cbd0330fd9f,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:08.037391 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:08.110163 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] DHCP port deletion for 37e969d9-2b61-4149-b6a0-e4045133e6d2 request from dv-cinder-790910-1-iscsi {{(pid=78690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 12 08:27:08.161458 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Calling delete_port for 4e49b684-01d2-4a52-88d7-7cbd0330fd9f owned by network:dhcp {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:08.180202 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Deleting port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f {{(pid=78690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:08.180589 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:08.211063 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:08.214795 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-a70220a3-bf4f-4bcf-b407-0860eacd2c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:08.257577 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4e49b684-01d2-4a52-88d7-7cbd0330fd9f,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:08.260648 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:08.261440 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] No DVR routers for this DVR port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f on host dv-cinder-790910-1-iscsi {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:27:08.279774 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] For port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=4e49b684-01d2-4a52-88d7-7cbd0330fd9f,segment=NetworkSegment(5ad157ea-529a-4c22-9ff7-bb8adb8453d7),segment_id=5ad157ea-529a-4c22-9ff7-bb8adb8453d7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:08.280166 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:08.376002 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:08.389456 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c98341940>,) {'filters': {'network_id': ['37e969d9-2b61-4149-b6a0-e4045133e6d2']}} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:08.401689 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Calling delete_port for 4e49b684-01d2-4a52-88d7-7cbd0330fd9f owned by network:dhcp {{(pid=78690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:08.402241 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c98341940>, '5ad157ea-529a-4c22-9ff7-bb8adb8453d7') {'for_net_delete': True} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:08.402547 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c98341940>, '5ad157ea-529a-4c22-9ff7-bb8adb8453d7') {} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:08.414001 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2661498'] for segment, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:08.430373 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:08.436883 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=78688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:27:08.437394 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3955325'] for segment, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:08.445629 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637'] for port, after_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:08.449203 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-72a3c0a7-fdb9-4a06-a7e7-c4523952d8ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]: Traceback (most recent call last):
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     timer()
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     cb(*args, **kw)
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     return func(*args, **kwargs)
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     self._notify()
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     self.callback(batched_events)
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     event.method(event)
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     return f(self, *a, **k)
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._get(url).json()
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self.request(url, 'GET', **kwargs)
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:27:08.450705 dv-cinder-790910-1-iscsi neutron-server[78688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:27:08.491532 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Pushing event deleted for resources: {'Port': ['ID=4e49b684-01d2-4a52-88d7-7cbd0330fd9f,revision_number=None']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:08.496073 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] No DVR routers for this DVR port 4e49b684-01d2-4a52-88d7-7cbd0330fd9f on host dv-cinder-790910-1-iscsi {{(pid=78690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:27:08.502263 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:08.502611 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:08.502945 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:08.503274 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:08.503600 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:08.503925 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:08.504245 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:08.504563 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:08.505010 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:08.505198 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:08.505692 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:08.506162 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:08.510114 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-1930ebc6-e12b-4a81-a456-6af1d01a9400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:08.539992 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:08.543536 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:08.556484 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:08.566680 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=37e969d9-2b61-4149-b6a0-e4045133e6d2,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:08.569783 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:08.582269 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] 10.222.0.36 "DELETE /v2.0/networks/37e969d9-2b61-4149-b6a0-e4045133e6d2 HTTP/1.1" status: 204  len: 168 time: 0.8229046
May 12 08:27:08.585343 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38766) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:09.223138 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820280'] for router_interface, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:09.637772 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Deleting port 62acba70-d808-4b27-8f50-22a9633ba23b {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:09.638509 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:09.756942 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] For port 62acba70-d808-4b27-8f50-22a9633ba23b, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=62acba70-d808-4b27-8f50-22a9633ba23b,segment=NetworkSegment(d88da344-d7db-4313-9842-0ae17b60c92c),segment_id=d88da344-d7db-4313-9842-0ae17b60c92c)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:09.757150 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:09.872047 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 4e49b684-01d2-4a52-88d7-7cbd0330fd9f no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:09.876171 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Calling delete_port for 62acba70-d808-4b27-8f50-22a9633ba23b owned by network:router_interface {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:09.908207 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 4e49b684-01d2-4a52-88d7-7cbd0330fd9f {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:09.908675 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 4e49b684-01d2-4a52-88d7-7cbd0330fd9f not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:09.967112 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:10.033965 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:10.037337 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-4fce048a-d0ca-43ad-a61e-cd6951869bf4 tempest-TestVolumeBootPattern-1381597682 tempest-TestVolumeBootPattern-1381597682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:10.081002 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=62acba70-d808-4b27-8f50-22a9633ba23b,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:10.123892 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:10.124257 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:10.124619 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:10.125018 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:10.125392 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:10.125741 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:10.126079 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:10.126432 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:10.126777 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:10.127113 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:10.127452 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:10.127770 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-1-iscsi {{(pid=78689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 12 08:27:10.157267 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:10.454356 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829320'] for router_interface, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:10.814500 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Router 02dc80ff-f9b3-43c4-ab37-550d0585e538 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:27:10.989669 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:27:10.999442 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094dfb3-e4a4-43ea-8b95-160b73bfc755 None None] Sync routers for ids ['02dc80ff-f9b3-43c4-ab37-550d0585e538'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:27:11.010857 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-c2225f25-ca33-45d4-b48c-00ddd33ed6f8 admin admin] 10.222.0.36 "PUT /v2.0/routers/02dc80ff-f9b3-43c4-ab37-550d0585e538/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4244447
May 12 08:27:11.012911 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7094dfb3-e4a4-43ea-8b95-160b73bfc755 None None] Routers {'02dc80ff-f9b3-43c4-ab37-550d0585e538'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:27:11.013440 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38770) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:11.013942 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-7094dfb3-e4a4-43ea-8b95-160b73bfc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9985c8b0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:26:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['02dc80ff-f9b3-43c4-ab37-550d0585e538'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:11.186704 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-7094dfb3-e4a4-43ea-8b95-160b73bfc755 None None] Set router 02dc80ff-f9b3-43c4-ab37-550d0585e538 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:27:11.186946 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Notify callbacks [] for router, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:11.359533 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:11.431948 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Deleting port c5722b54-3066-4cf1-9b79-cc5ee77538e3 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:11.432304 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:11.461238 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-7094dfb3-e4a4-43ea-8b95-160b73bfc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9985c8b0>, [{'id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'name': 'tempest-TestVolumeBootPattern-1790066497-router', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:39Z', 'updated_at': '2021-05-12T08:27:09Z', 'revision_number': 5, 'project_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'gw_port': {'id': 'c5722b54-3066-4cf1-9b79-cc5ee77538e3', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:18:40Z', 'updated_at': '2021-05-12T08:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:11.465420 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094dfb3-e4a4-43ea-8b95-160b73bfc755 None None] Checking router: 02dc80ff-f9b3-43c4-ab37-550d0585e538 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:27:11.474144 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7094dfb3-e4a4-43ea-8b95-160b73bfc755 None None] Routers {'02dc80ff-f9b3-43c4-ab37-550d0585e538'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:27:11.474760 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-7094dfb3-e4a4-43ea-8b95-160b73bfc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9985c8b0>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:26:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['02dc80ff-f9b3-43c4-ab37-550d0585e538'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:11.551416 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] For port c5722b54-3066-4cf1-9b79-cc5ee77538e3, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=c5722b54-3066-4cf1-9b79-cc5ee77538e3,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:11.551722 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:11.619265 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-7094dfb3-e4a4-43ea-8b95-160b73bfc755 None None] Set router 02dc80ff-f9b3-43c4-ab37-550d0585e538 gateway port host: None {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:27:11.727328 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-7094dfb3-e4a4-43ea-8b95-160b73bfc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9985c8b0>, [{'id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'name': 'tempest-TestVolumeBootPattern-1790066497-router', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:39Z', 'updated_at': '2021-05-12T08:27:11Z', 'revision_number': 6, 'project_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'gw_port_host': None}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:11.731343 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094dfb3-e4a4-43ea-8b95-160b73bfc755 None None] The sync data for ids ['02dc80ff-f9b3-43c4-ab37-550d0585e538'] in dv-cinder-790910-1-iscsi is: [{'id': '02dc80ff-f9b3-43c4-ab37-550d0585e538', 'name': 'tempest-TestVolumeBootPattern-1790066497-router', 'tenant_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:18:39Z', 'updated_at': '2021-05-12T08:27:11Z', 'revision_number': 6, 'project_id': '92a14d6d1f204706b9028c5ce9fb2f4d', 'gw_port_host': None}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:27:11.789819 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Calling delete_port for c5722b54-3066-4cf1-9b79-cc5ee77538e3 owned by network:router_gateway {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:11.927337 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:11.931146 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-315c1cdb-cae3-4fde-a2a4-d10377074a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:11.973850 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5722b54-3066-4cf1-9b79-cc5ee77538e3,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:11.979219 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:12.064847 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833564'] for router_gateway, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:12.189317 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 62acba70-d808-4b27-8f50-22a9633ba23b no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:12.223539 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 62acba70-d808-4b27-8f50-22a9633ba23b {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:12.223888 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 62acba70-d808-4b27-8f50-22a9633ba23b not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:12.238585 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30063'] for router, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:12.240757 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:12.264098 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367694'] for router, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:12.264593 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02dc80ff-f9b3-43c4-ab37-550d0585e538 {{(pid=78689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 08:27:12.276342 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:12.277459 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-aa93b513-1f5f-44e7-8cfb-678be3d62a4a admin admin] 10.222.0.36 "DELETE /v2.0/routers/02dc80ff-f9b3-43c4-ab37-550d0585e538 HTTP/1.1" status: 204  len: 168 time: 1.2630839
May 12 08:27:12.280225 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38774) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:12.343259 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_v2 [None req-8273b054-6aa3-4248-ae14-6f50dcf5e968 admin admin] Deleting subnet dadf31bf-a17a-4b07-8588-866adf02193a {{(pid=78689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:27:12.346589 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8273b054-6aa3-4248-ae14-6f50dcf5e968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:12.395273 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8273b054-6aa3-4248-ae14-6f50dcf5e968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095711'] for subnet, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:12.472549 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8273b054-6aa3-4248-ae14-6f50dcf5e968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:12.728074 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8273b054-6aa3-4248-ae14-6f50dcf5e968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2233989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147614'] for subnet, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:12.732083 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6d79e13a-1e0d-45da-addd-d7ed4d440e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:12.765914 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273b054-6aa3-4248-ae14-6f50dcf5e968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dadf31bf-a17a-4b07-8588-866adf02193a,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:12.768964 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8273b054-6aa3-4248-ae14-6f50dcf5e968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:12.773764 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-8273b054-6aa3-4248-ae14-6f50dcf5e968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:12.778794 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a311843-6fc8-47de-8a83-effd7f881362 None None] Network b80b80b8-af71-45b8-8417-8a27016c4e66 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:27:12.783679 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-8273b054-6aa3-4248-ae14-6f50dcf5e968 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dadf31bf-a17a-4b07-8588-866adf02193a HTTP/1.1" status: 204  len: 168 time: 0.5024786
May 12 08:27:12.783887 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38778) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:12.892388 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:12.963044 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Deleting port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:12.963382 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.041222 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cda24e2-8b16-42ba-9ae9-1fcef16e3399 None None] DHCP port deletion for b80b80b8-af71-45b8-8417-8a27016c4e66 request from dv-cinder-790910-1-iscsi {{(pid=78690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 12 08:27:13.064085 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] For port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=6d835f4d-f022-42e6-bf76-75ab29d6d8e0,segment=NetworkSegment(d88da344-d7db-4313-9842-0ae17b60c92c),segment_id=d88da344-d7db-4313-9842-0ae17b60c92c)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:13.064464 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.111838 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-8cda24e2-8b16-42ba-9ae9-1fcef16e3399 None None] Deleting port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 {{(pid=78690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:13.112083 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-8cda24e2-8b16-42ba-9ae9-1fcef16e3399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.188613 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Calling delete_port for 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 owned by network:dhcp {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:13.209886 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-8cda24e2-8b16-42ba-9ae9-1fcef16e3399 None None] For port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=6d835f4d-f022-42e6-bf76-75ab29d6d8e0,segment=NetworkSegment(d88da344-d7db-4313-9842-0ae17b60c92c),segment_id=d88da344-d7db-4313-9842-0ae17b60c92c)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:13.210497 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-8cda24e2-8b16-42ba-9ae9-1fcef16e3399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.237059 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.241029 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:13.283345 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d835f4d-f022-42e6-bf76-75ab29d6d8e0,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:13.288031 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:13.290814 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] No DVR routers for this DVR port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 on host dv-cinder-790910-1-iscsi {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:27:13.327516 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-8cda24e2-8b16-42ba-9ae9-1fcef16e3399 None None] Calling delete_port for 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 owned by network:dhcp {{(pid=78690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:13.370488 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-8cda24e2-8b16-42ba-9ae9-1fcef16e3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637'] for port, after_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.374266 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:13.420082 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda24e2-8b16-42ba-9ae9-1fcef16e3399 None None] Pushing event deleted for resources: {'Port': ['ID=6d835f4d-f022-42e6-bf76-75ab29d6d8e0,revision_number=None']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:13.423256 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-8cda24e2-8b16-42ba-9ae9-1fcef16e3399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:13.424060 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cda24e2-8b16-42ba-9ae9-1fcef16e3399 None None] No DVR routers for this DVR port 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 on host dv-cinder-790910-1-iscsi {{(pid=78690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:27:13.512629 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.526347 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c98551790>,) {'filters': {'network_id': ['b80b80b8-af71-45b8-8417-8a27016c4e66']}} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:13.538532 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c98551790>, 'd88da344-d7db-4313-9842-0ae17b60c92c') {'for_net_delete': True} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:13.538768 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c98551790>, 'd88da344-d7db-4313-9842-0ae17b60c92c') {} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:13.550243 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2661498'] for segment, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.566171 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.572190 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=78688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:27:13.572589 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3955325'] for segment, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]: Traceback (most recent call last):
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     timer()
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     cb(*args, **kw)
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     return func(*args, **kwargs)
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     self._notify()
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     self.callback(batched_events)
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     event.method(event)
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     return f(self, *a, **k)
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._get(url).json()
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self.request(url, 'GET', **kwargs)
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:27:13.588969 dv-cinder-790910-1-iscsi neutron-server[78688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:27:13.665983 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.670268 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-e7967cb7-3dff-497f-8f26-c87c7655582f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:13.683262 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.693657 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b80b80b8-af71-45b8-8417-8a27016c4e66,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:13.697861 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:13.701336 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-dea7c5ab-dde9-4a1e-b578-bafa15dc28a4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b80b80b8-af71-45b8-8417-8a27016c4e66 HTTP/1.1" status: 204  len: 168 time: 0.9165323
May 12 08:27:13.823213 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38784) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:13.877474 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-757d7992-27d5-4727-8361-b3e4c95540a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c87a10dabb5e4a7b99e8710c8856d492&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0528278
May 12 08:27:13.879862 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38788) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:13.882610 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device c5722b54-3066-4cf1-9b79-cc5ee77538e3 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:13.915443 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: c5722b54-3066-4cf1-9b79-cc5ee77538e3 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:13.915758 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device c5722b54-3066-4cf1-9b79-cc5ee77538e3 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:13.916164 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:13.938693 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a05a993b-9be4-4440-b3a3-844ff5eea1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:13.947498 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:13.947845 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 6d835f4d-f022-42e6-bf76-75ab29d6d8e0 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:13.965818 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a05a993b-9be4-4440-b3a3-844ff5eea1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:14.021173 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a05a993b-9be4-4440-b3a3-844ff5eea1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:14.024922 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8a131f90-0dee-41c7-be5d-af256f66fff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:14.039324 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a993b-9be4-4440-b3a3-844ff5eea1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6de0b7-114a-4136-9319-12d11b2f4b33,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:14.041915 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a05a993b-9be4-4440-b3a3-844ff5eea1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:14.047151 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a05a993b-9be4-4440-b3a3-844ff5eea1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:14.048158 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-a05a993b-9be4-4440-b3a3-844ff5eea1d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f6de0b7-114a-4136-9319-12d11b2f4b33 HTTP/1.1" status: 204  len: 168 time: 0.1671991
May 12 08:27:14.421042 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38796) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:14.471180 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-5e6278a9-ab88-4343-81ca-cce2abbdd9dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92a14d6d1f204706b9028c5ce9fb2f4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484550
May 12 08:27:14.473820 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38800) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:14.537839 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8a6d05b-c526-4870-9319-542f514fe801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:14.562920 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8a6d05b-c526-4870-9319-542f514fe801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:14.615881 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8a6d05b-c526-4870-9319-542f514fe801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:14.619394 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-cc2ee53e-2123-4a43-939f-d53717ff4182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:14.630109 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6d05b-c526-4870-9319-542f514fe801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7563cc-bbbb-4981-bd73-24d95752e4b6,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:14.633889 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c8a6d05b-c526-4870-9319-542f514fe801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:14.637346 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-c8a6d05b-c526-4870-9319-542f514fe801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:14.638463 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-c8a6d05b-c526-4870-9319-542f514fe801 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca7563cc-bbbb-4981-bd73-24d95752e4b6 HTTP/1.1" status: 204  len: 168 time: 0.1636527
May 12 08:27:20.399194 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38808) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:20.672933 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Deleting port ab4c5b31-7412-45d9-b2f3-86662241d0f1 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:20.673230 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:20.885844 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:20.886146 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:21.005272 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Calling delete_port for ab4c5b31-7412-45d9-b2f3-86662241d0f1 owned by network:floatingip {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:21.142595 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:21.146095 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d21c07bf-26e0-4a91-9a74-bbfcd67b472a tempest-AttachVolumeTestJSON-1008090273 tempest-AttachVolumeTestJSON-1008090273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:21.191242 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event deleted for resources: {'Port': ['ID=ab4c5b31-7412-45d9-b2f3-86662241d0f1,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:21.194323 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:21.284342 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for floatingip, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:21.284660 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.db.l3_db [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Floating IP 69bb19fd-02ac-4bcd-9a50-1d6806c48ffa disassociated (deleted). External IP: 172.27.2.155, port: 6a0c6340-e629-4599-b266-e536e6239629.
May 12 08:27:21.629559 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:27:21.805923 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:27:21.815980 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991035a0-fdf5-4e29-9553-6373a9b2f6d1 None None] Sync routers for ids ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:27:21.826930 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991035a0-fdf5-4e29-9553-6373a9b2f6d1 None None] Routers {'44ccc6b3-0674-4aa2-811d-0b3b94880d29'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:27:21.827564 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-991035a0-fdf5-4e29-9553-6373a9b2f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c988d0a30>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:26:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:21.831075 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for floatingip, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:21.887241 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-d47595a0-8c14-430f-86c6-21925baaf88c tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "DELETE /v2.0/floatingips/69bb19fd-02ac-4bcd-9a50-1d6806c48ffa HTTP/1.1" status: 204  len: 168 time: 1.4840267
May 12 08:27:21.887241 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'tag': '6a0c6340-e629-4599-b266-e536e6239629'}] {{(pid=78689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:27:22.045472 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-991035a0-fdf5-4e29-9553-6373a9b2f6d1 None None] Set router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:27:22.142227 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'tag': '6a0c6340-e629-4599-b266-e536e6239629', 'status': 'completed', 'code': 200}
May 12 08:27:22.296058 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cc7da-46d1-4c04-b31a-b873eba8d8da req-9ac1b0c8-5093-4e5a-977e-8d901ab8e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:27:22.297600 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-116cc7da-46d1-4c04-b31a-b873eba8d8da req-9ac1b0c8-5093-4e5a-977e-8d901ab8e02b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e423ce6e973746f9a5ff7f3180a97d63&device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 1099 time: 0.1309497
May 12 08:27:22.334097 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd80997-9787-4bca-905c-cd437c1dcac1 req-86eae3f0-e67b-415e-8d2b-3f83b067a807 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:27:22.335590 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dfd80997-9787-4bca-905c-cd437c1dcac1 req-86eae3f0-e67b-415e-8d2b-3f83b067a807 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.1333869
May 12 08:27:22.361614 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-991035a0-fdf5-4e29-9553-6373a9b2f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c988d0a30>, [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'fa1dfc25-3293-44a7-896f-d0b0b48bf98f', 'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'mac_address': 'fa:16:3e:41:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:23:00Z', 'revision_number': 5, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'subnets': [{'id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:22.365606 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991035a0-fdf5-4e29-9553-6373a9b2f6d1 None None] Checking router: 44ccc6b3-0674-4aa2-811d-0b3b94880d29 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:27:22.374536 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991035a0-fdf5-4e29-9553-6373a9b2f6d1 None None] Routers {'44ccc6b3-0674-4aa2-811d-0b3b94880d29'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:27:22.375204 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-991035a0-fdf5-4e29-9553-6373a9b2f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c988d0a30>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:26:56Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:22.455736 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-dfd80997-9787-4bca-905c-cd437c1dcac1 req-376bf439-7dff-4643-8797-5631378a80cc tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708458
May 12 08:27:22.482956 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cc7da-46d1-4c04-b31a-b873eba8d8da req-7a0a4715-05fb-4816-b77f-0b094b9fc13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:27:22.484526 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-116cc7da-46d1-4c04-b31a-b873eba8d8da req-7a0a4715-05fb-4816-b77f-0b094b9fc13c service neutron] 10.222.0.39 "GET /v2.0/networks?id=31089059-d041-4898-8124-e21c69059115 HTTP/1.1" status: 200  len: 910 time: 0.1789067
May 12 08:27:22.547156 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-991035a0-fdf5-4e29-9553-6373a9b2f6d1 None None] Set router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:27:22.557063 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-116cc7da-46d1-4c04-b31a-b873eba8d8da req-e3ec4ace-5fbb-43aa-9e7b-2eb37c441437 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a0c6340-e629-4599-b266-e536e6239629 HTTP/1.1" status: 200  len: 217 time: 0.0650399
May 12 08:27:22.620704 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cc7da-46d1-4c04-b31a-b873eba8d8da req-f5408501-2d86-4d2a-853b-5fa64250be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:27:22.622185 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-116cc7da-46d1-4c04-b31a-b873eba8d8da req-f5408501-2d86-4d2a-853b-5fa64250be7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc3d503e-d6ee-4204-b35e-df6ab4d966bf HTTP/1.1" status: 200  len: 848 time: 0.0582860
May 12 08:27:22.704693 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cc7da-46d1-4c04-b31a-b873eba8d8da req-037f82dc-76d5-4482-a087-95aad0d3838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:27:22.706607 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-116cc7da-46d1-4c04-b31a-b873eba8d8da req-037f82dc-76d5-4482-a087-95aad0d3838a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31089059-d041-4898-8124-e21c69059115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774143
May 12 08:27:22.838746 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-116cc7da-46d1-4c04-b31a-b873eba8d8da req-74fda465-40b3-43e4-ba3b-aa92963ab60a service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236358
May 12 08:27:22.855910 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-991035a0-fdf5-4e29-9553-6373a9b2f6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c988d0a30>, [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'fa1dfc25-3293-44a7-896f-d0b0b48bf98f', 'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'mac_address': 'fa:16:3e:41:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:23:00Z', 'revision_number': 5, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'subnets': [{'id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:22.859984 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991035a0-fdf5-4e29-9553-6373a9b2f6d1 None None] The sync data for ids ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'] in dv-cinder-790910-1-iscsi is: [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:22:53Z', 'revision_number': 4, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi', '_interfaces': [{'id': 'fa1dfc25-3293-44a7-896f-d0b0b48bf98f', 'name': '', 'network_id': '31089059-d041-4898-8124-e21c69059115', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'mac_address': 'fa:16:3e:41:5e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:52Z', 'updated_at': '2021-05-12T08:23:00Z', 'revision_number': 5, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'subnets': [{'id': 'dc3d503e-d6ee-4204-b35e-df6ab4d966bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:27:22.904252 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-dccca30d-f97b-44f6-9ec7-8761e5395619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:22.975155 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-116cc7da-46d1-4c04-b31a-b873eba8d8da req-5d36afcd-07b9-485f-8f42-4262891ed0eb service neutron] 10.222.0.39 "GET /v2.0/networks/31089059-d041-4898-8124-e21c69059115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285760
May 12 08:27:23.065968 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7bcd0-0452-4741-b749-cf395261034e None None] New status for floating IP 69bb19fd-02ac-4bcd-9a50-1d6806c48ffa: DOWN {{(pid=78691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 12 08:27:23.647104 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a0439-1ab2-4a5e-abf5-d3bf0e33ab04 req-ea0c6c71-4a56-4960-b38c-4da8756eb1be tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:27:23.647903 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-137a0439-1ab2-4a5e-abf5-d3bf0e33ab04 req-ea0c6c71-4a56-4960-b38c-4da8756eb1be tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Synchronizing usage tracker for tenant:e423ce6e973746f9a5ff7f3180a97d63 on resource:port {{(pid=78689) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 12 08:27:23.664402 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235f0ae-1026-4c02-b361-ad0d80926ad2 req-8d2ccf66-233b-4e5e-8bac-18a47d8502c1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 12 08:27:23.665006 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.quota.resource [req-137a0439-1ab2-4a5e-abf5-d3bf0e33ab04 req-ea0c6c71-4a56-4960-b38c-4da8756eb1be tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Unset dirty status for tenant:e423ce6e973746f9a5ff7f3180a97d63 on resource:port {{(pid=78689) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 12 08:27:23.665827 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-137a0439-1ab2-4a5e-abf5-d3bf0e33ab04 req-ea0c6c71-4a56-4960-b38c-4da8756eb1be tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.1017804
May 12 08:27:23.666160 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3235f0ae-1026-4c02-b361-ad0d80926ad2 req-8d2ccf66-233b-4e5e-8bac-18a47d8502c1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 946 time: 0.0811181
May 12 08:27:23.714523 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-137a0439-1ab2-4a5e-abf5-d3bf0e33ab04 req-42a392d8-b931-497c-a55e-f7f9aeb57b45 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/security-groups?id=d92374f3-0053-47c4-9e6d-61ba90a47771&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424328
May 12 08:27:23.808125 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-3235f0ae-1026-4c02-b361-ad0d80926ad2 req-6fc65027-8a3b-4ee7-91ea-599308ebf7a5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Deleting port 6a0c6340-e629-4599-b266-e536e6239629 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:23.808453 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3235f0ae-1026-4c02-b361-ad0d80926ad2 req-6fc65027-8a3b-4ee7-91ea-599308ebf7a5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:23.943324 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [req-3235f0ae-1026-4c02-b361-ad0d80926ad2 req-6fc65027-8a3b-4ee7-91ea-599308ebf7a5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] For port 6a0c6340-e629-4599-b266-e536e6239629, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6a0c6340-e629-4599-b266-e536e6239629,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:23.943673 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3235f0ae-1026-4c02-b361-ad0d80926ad2 req-6fc65027-8a3b-4ee7-91ea-599308ebf7a5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:24.164222 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [req-3235f0ae-1026-4c02-b361-ad0d80926ad2 req-6fc65027-8a3b-4ee7-91ea-599308ebf7a5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Calling delete_port for 6a0c6340-e629-4599-b266-e536e6239629 owned by compute:nova {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:24.284879 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3235f0ae-1026-4c02-b361-ad0d80926ad2 req-6fc65027-8a3b-4ee7-91ea-599308ebf7a5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:24.290521 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-77ec16c0-f494-4d9b-80a1-f164e1499da1 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:24.334905 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc65027-8a3b-4ee7-91ea-599308ebf7a5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event deleted for resources: {'Port': ['ID=6a0c6340-e629-4599-b266-e536e6239629,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:24.337913 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-6fc65027-8a3b-4ee7-91ea-599308ebf7a5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:24.412538 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3235f0ae-1026-4c02-b361-ad0d80926ad2 req-6fc65027-8a3b-4ee7-91ea-599308ebf7a5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] No DVR routers for this DVR port 6a0c6340-e629-4599-b266-e536e6239629 on host hv-cinder-79091 {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:27:24.415525 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [req-3235f0ae-1026-4c02-b361-ad0d80926ad2 req-6fc65027-8a3b-4ee7-91ea-599308ebf7a5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5270'] for port, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:24.418011 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'name': 'network-vif-deleted', 'tag': '6a0c6340-e629-4599-b266-e536e6239629'}] {{(pid=78688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 12 08:27:24.435260 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [req-3235f0ae-1026-4c02-b361-ad0d80926ad2 req-6fc65027-8a3b-4ee7-91ea-599308ebf7a5 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.39 "DELETE /v2.0/ports/6a0c6340-e629-4599-b266-e536e6239629 HTTP/1.1" status: 204  len: 173 time: 0.7633469
May 12 08:27:24.528885 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca804165-c657-4070-b0a4-fb3a8e3a755a', 'name': 'network-vif-deleted', 'tag': '6a0c6340-e629-4599-b266-e536e6239629', 'status': 'completed', 'code': 200}
May 12 08:27:24.869692 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [req-f05c7945-e920-49bb-a936-6939b8f7f023 req-031f39a7-9309-4938-85de-440beb9f6f4f tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca804165-c657-4070-b0a4-fb3a8e3a755a HTTP/1.1" status: 200  len: 210 time: 0.0439205
May 12 08:27:25.303731 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:25.566705 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-9f2aa7a5-98bf-4d57-b063-92557cd5ed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:25.972381 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38830) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:26.043409 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a94d88cc-7538-4888-a5c4-a1897309ca06 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:26.074157 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a94d88cc-7538-4888-a5c4-a1897309ca06 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:26.141747 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a94d88cc-7538-4888-a5c4-a1897309ca06 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:26.145402 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-aa9d885d-fa6d-4030-bd0b-15ad82f9a14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:26.253962 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d88cc-7538-4888-a5c4-a1897309ca06 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92374f3-0053-47c4-9e6d-61ba90a47771,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:26.255377 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 6a0c6340-e629-4599-b266-e536e6239629 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:26.256714 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a94d88cc-7538-4888-a5c4-a1897309ca06 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:26.267870 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a94d88cc-7538-4888-a5c4-a1897309ca06 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:26.269083 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-a94d88cc-7538-4888-a5c4-a1897309ca06 tempest-TestShelveInstance-699837826 tempest-TestShelveInstance-699837826-project] 10.222.0.36 "DELETE /v2.0/security-groups/d92374f3-0053-47c4-9e6d-61ba90a47771 HTTP/1.1" status: 204  len: 168 time: 0.2956169
May 12 08:27:26.298003 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] No Port match for: 6a0c6340-e629-4599-b266-e536e6239629 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:26.298354 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Device 6a0c6340-e629-4599-b266-e536e6239629 not bound to the agent host hv-cinder-79091 {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:26.309854 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38836) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:26.450875 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:26.854412 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820280'] for router_interface, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:27.263909 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] Deleting port fa1dfc25-3293-44a7-896f-d0b0b48bf98f {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:27.264619 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:27.388008 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] For port fa1dfc25-3293-44a7-896f-d0b0b48bf98f, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=fa1dfc25-3293-44a7-896f-d0b0b48bf98f,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:27.388338 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:27.506297 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] Calling delete_port for fa1dfc25-3293-44a7-896f-d0b0b48bf98f owned by network:router_interface {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:27.752796 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:27.756313 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-d698edb3-48a6-48ef-bc6d-f5ef8f83cc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:27.798358 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1dfc25-3293-44a7-896f-d0b0b48bf98f,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:27.801405 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:27.859320 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:28.066567 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829320'] for router_interface, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:28.425791 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] Router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:27:28.595752 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:27:28.605333 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9708416-ebd7-471e-ac81-53f1f3361cf3 None None] Sync routers for ids ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'] in dv-cinder-790910-1-iscsi {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:27:28.609379 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-2c2f0b89-585c-4277-8827-48cc72107b2b admin admin] 10.222.0.36 "PUT /v2.0/routers/44ccc6b3-0674-4aa2-811d-0b3b94880d29/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2965102
May 12 08:27:28.611427 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38840) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:28.616824 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9708416-ebd7-471e-ac81-53f1f3361cf3 None None] Routers {'44ccc6b3-0674-4aa2-811d-0b3b94880d29'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:27:28.617490 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-d9708416-ebd7-471e-ac81-53f1f3361cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98ae1550>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:27:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:28.785143 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Notify callbacks [] for router, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:28.789958 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-d9708416-ebd7-471e-ac81-53f1f3361cf3 None None] Set router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:27:29.075677 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:29.125221 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-d9708416-ebd7-471e-ac81-53f1f3361cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98ae1550>, [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41'}], 'enable_snat': True}, 'gw_port_id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:27:27Z', 'revision_number': 5, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port': {'id': 'b24f4b27-0cb5-4855-b559-3c438cd142c9', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dd:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:49Z', 'updated_at': '2021-05-12T08:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:29.129218 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9708416-ebd7-471e-ac81-53f1f3361cf3 None None] Checking router: 44ccc6b3-0674-4aa2-811d-0b3b94880d29 for host: dv-cinder-790910-1-iscsi {{(pid=78690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:27:29.137737 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9708416-ebd7-471e-ac81-53f1f3361cf3 None None] Routers {'44ccc6b3-0674-4aa2-811d-0b3b94880d29'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:27:29.138370 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-d9708416-ebd7-471e-ac81-53f1f3361cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c98ae1550>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:27:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'], 'active': True} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:29.157340 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Deleting port b24f4b27-0cb5-4855-b559-3c438cd142c9 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:29.157683 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:29.279116 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] For port b24f4b27-0cb5-4855-b559-3c438cd142c9, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=b24f4b27-0cb5-4855-b559-3c438cd142c9,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:29.279465 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:29.285956 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvr_db [None req-d9708416-ebd7-471e-ac81-53f1f3361cf3 None None] Set router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 gateway port host: None {{(pid=78690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:27:29.387143 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_hamode_db [None req-d9708416-ebd7-471e-ac81-53f1f3361cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c98ae1550>, [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:27:29Z', 'revision_number': 6, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port_host': None}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:29.391030 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9708416-ebd7-471e-ac81-53f1f3361cf3 None None] The sync data for ids ['44ccc6b3-0674-4aa2-811d-0b3b94880d29'] in dv-cinder-790910-1-iscsi is: [{'id': '44ccc6b3-0674-4aa2-811d-0b3b94880d29', 'name': 'tempest-TestShelveInstance-1993937432-router', 'tenant_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:48Z', 'updated_at': '2021-05-12T08:27:29Z', 'revision_number': 6, 'project_id': 'e423ce6e973746f9a5ff7f3180a97d63', 'gw_port_host': None}] {{(pid=78690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:27:29.402748 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Calling delete_port for b24f4b27-0cb5-4855-b559-3c438cd142c9 owned by network:router_gateway {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:29.543732 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:29.547286 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-aa26830a-b615-4260-a219-d597f2651939 tempest-AttachVolumeShelveTestJSON-20436426 tempest-AttachVolumeShelveTestJSON-20436426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:29.588819 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24f4b27-0cb5-4855-b559-3c438cd142c9,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:29.592286 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:29.683616 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833564'] for router_gateway, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:29.855857 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30063'] for router, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:29.858294 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:29.888433 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367694'] for router, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:29.888977 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44ccc6b3-0674-4aa2-811d-0b3b94880d29 {{(pid=78689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 08:27:29.901209 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:29.902382 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-90f6dd02-81fe-4ec3-aaad-a517a724a021 admin admin] 10.222.0.36 "DELETE /v2.0/routers/44ccc6b3-0674-4aa2-811d-0b3b94880d29 HTTP/1.1" status: 204  len: 168 time: 1.2900953
May 12 08:27:29.905113 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38844) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:29.969450 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ea23e7-b737-42a2-ac02-14a030de630c admin admin] Deleting subnet dc3d503e-d6ee-4204-b35e-df6ab4d966bf {{(pid=78688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:27:29.972350 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f5ea23e7-b737-42a2-ac02-14a030de630c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:30.026211 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f5ea23e7-b737-42a2-ac02-14a030de630c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2661477'] for subnet, precommit_delete_associations {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:30.106305 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f5ea23e7-b737-42a2-ac02-14a030de630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:30.150758 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device b24f4b27-0cb5-4855-b559-3c438cd142c9 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:30.187452 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: b24f4b27-0cb5-4855-b559-3c438cd142c9 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:30.187808 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device b24f4b27-0cb5-4855-b559-3c438cd142c9 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:30.188226 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device fa1dfc25-3293-44a7-896f-d0b0b48bf98f no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:30.222158 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: fa1dfc25-3293-44a7-896f-d0b0b48bf98f {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:30.222420 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device fa1dfc25-3293-44a7-896f-d0b0b48bf98f not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:30.359450 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f5ea23e7-b737-42a2-ac02-14a030de630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3955227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3904446'] for subnet, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:30.364096 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:30.402013 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f5ea23e7-b737-42a2-ac02-14a030de630c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:30.404623 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea23e7-b737-42a2-ac02-14a030de630c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc3d503e-d6ee-4204-b35e-df6ab4d966bf,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:30.405087 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88bd435-bf9b-4b5f-8669-85835bb29376 None None] Network 31089059-d041-4898-8124-e21c69059115 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:27:30.407544 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-f5ea23e7-b737-42a2-ac02-14a030de630c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:30.410550 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-f5ea23e7-b737-42a2-ac02-14a030de630c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dc3d503e-d6ee-4204-b35e-df6ab4d966bf HTTP/1.1" status: 204  len: 168 time: 0.5044177
May 12 08:27:30.413088 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.wsgi [-] (78688) accepted ('10.222.0.36', 38848) {{(pid=78688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:30.524984 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:30.603146 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Deleting port d795a13b-19bb-4ede-8e5d-a0cefc880420 {{(pid=78688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:30.603362 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:30.656716 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ebfe4-6911-49c3-8434-f36fc8d6196e None None] DHCP port deletion for 31089059-d041-4898-8124-e21c69059115 request from dv-cinder-790910-1-iscsi {{(pid=78690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 12 08:27:30.701852 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.db [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] For port d795a13b-19bb-4ede-8e5d-a0cefc880420, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=d795a13b-19bb-4ede-8e5d-a0cefc880420,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:30.702209 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:30.721529 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-875ebfe4-6911-49c3-8434-f36fc8d6196e None None] Deleting port d795a13b-19bb-4ede-8e5d-a0cefc880420 {{(pid=78690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:30.721914 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-875ebfe4-6911-49c3-8434-f36fc8d6196e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:30.817645 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-875ebfe4-6911-49c3-8434-f36fc8d6196e None None] For port d795a13b-19bb-4ede-8e5d-a0cefc880420, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=d795a13b-19bb-4ede-8e5d-a0cefc880420,segment=NetworkSegment(11b71475-4ac4-4197-bb00-a7fea8c798f7),segment_id=11b71475-4ac4-4197-bb00-a7fea8c798f7)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:30.817891 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-875ebfe4-6911-49c3-8434-f36fc8d6196e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:30.828671 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Calling delete_port for d795a13b-19bb-4ede-8e5d-a0cefc880420 owned by network:dhcp {{(pid=78688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:30.879211 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3955272'] for port, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:30.884183 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-43979631-89f5-4b7d-8536-7a904e8079b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:30.928605 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] No DVR routers for this DVR port d795a13b-19bb-4ede-8e5d-a0cefc880420 on host dv-cinder-790910-1-iscsi {{(pid=78688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:27:30.931524 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Pushing event deleted for resources: {'Port': ['ID=d795a13b-19bb-4ede-8e5d-a0cefc880420,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:30.938071 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-875ebfe4-6911-49c3-8434-f36fc8d6196e None None] Calling delete_port for d795a13b-19bb-4ede-8e5d-a0cefc880420 owned by network:dhcp {{(pid=78690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:30.958055 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:30.982351 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-875ebfe4-6911-49c3-8434-f36fc8d6196e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637'] for port, after_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:30.986806 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-59d63134-5c12-4038-b4e8-98c2116ec693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:31.031404 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ebfe4-6911-49c3-8434-f36fc8d6196e None None] Pushing event deleted for resources: {'Port': ['ID=d795a13b-19bb-4ede-8e5d-a0cefc880420,revision_number=None']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:31.033210 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875ebfe4-6911-49c3-8434-f36fc8d6196e None None] No DVR routers for this DVR port d795a13b-19bb-4ede-8e5d-a0cefc880420 on host dv-cinder-790910-1-iscsi {{(pid=78690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:27:31.034551 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-875ebfe4-6911-49c3-8434-f36fc8d6196e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:31.050896 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:31.064342 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c9972dbb0>,) {'filters': {'network_id': ['31089059-d041-4898-8124-e21c69059115']}} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:31.077696 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9972dbb0>, '11b71475-4ac4-4197-bb00-a7fea8c798f7') {'for_net_delete': True} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:31.077920 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.services.segments.db [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c9972dbb0>, '11b71475-4ac4-4197-bb00-a7fea8c798f7') {} {{(pid=78688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:31.089903 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2661498'] for segment, before_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:31.106404 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:31.112574 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=78688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:27:31.112943 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3955325'] for segment, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]: Traceback (most recent call last):
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     timer()
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     cb(*args, **kw)
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     return func(*args, **kwargs)
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     self._notify()
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     self.callback(batched_events)
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     event.method(event)
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     return f(self, *a, **k)
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._get(url).json()
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     return self.request(url, 'GET', **kwargs)
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:27:31.126665 dv-cinder-790910-1-iscsi neutron-server[78688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:27:31.203743 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:31.207850 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-c8d9496b-98c1-4988-890b-c283463fb9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:31.220853 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron_lib.callbacks.manager [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:31.230975 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Pushing event deleted for resources: {'Network': ['ID=31089059-d041-4898-8124-e21c69059115,revision_number=None']} {{(pid=78688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:31.234999 dv-cinder-790910-1-iscsi neutron-server[78688]: DEBUG oslo_concurrency.lockutils [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:31.241693 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38852) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:31.245683 dv-cinder-790910-1-iscsi neutron-server[78688]: INFO neutron.wsgi [None req-f1f9af97-06fc-4c18-bc3e-5aba09a3f78c admin admin] 10.222.0.36 "DELETE /v2.0/networks/31089059-d041-4898-8124-e21c69059115 HTTP/1.1" status: 204  len: 168 time: 0.8316000
May 12 08:27:31.789311 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1820280'] for router_interface, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:31.882284 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device d795a13b-19bb-4ede-8e5d-a0cefc880420 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:31.917082 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: d795a13b-19bb-4ede-8e5d-a0cefc880420 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:31.917418 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device d795a13b-19bb-4ede-8e5d-a0cefc880420 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:32.310649 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] Deleting port 40b337ac-d8a8-405e-a7da-2e9d02aad08f {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:32.311291 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:32.433422 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] For port 40b337ac-d8a8-405e-a7da-2e9d02aad08f, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=40b337ac-d8a8-405e-a7da-2e9d02aad08f,segment=NetworkSegment(866b905a-1415-4c2d-bde1-d455c2ab59c0),segment_id=866b905a-1415-4c2d-bde1-d455c2ab59c0)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:32.433742 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:32.553813 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] Calling delete_port for 40b337ac-d8a8-405e-a7da-2e9d02aad08f owned by network:router_interface {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:32.707509 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:32.712476 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-6f9b80d2-2077-41fc-938d-d87b5e330c79 tempest-VolumesNegativeTest-631630640 tempest-VolumesNegativeTest-631630640-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:32.761580 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=40b337ac-d8a8-405e-a7da-2e9d02aad08f,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:32.790596 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:33.026465 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1829320'] for router_interface, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:33.472709 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] Router 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 has already been hosted by L3 agent 23af1ae4-eaaa-4ab4-a7a9-772d87cc7731 {{(pid=78689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 12 08:27:33.647541 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] Notify agent at l3_agent.dv-cinder-790910-1-iscsi the message routers_updated {{(pid=78689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 12 08:27:33.656567 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d459e181-c4b0-41d8-8fc6-e6377e400ad4 None None] Sync routers for ids ['2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'] in dv-cinder-790910-1-iscsi {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 12 08:27:33.657258 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-fa730257-29a2-4e8e-8ce4-9a27a60cfd1f admin admin] 10.222.0.36 "PUT /v2.0/routers/2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4140646
May 12 08:27:33.660325 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38856) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:33.667634 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459e181-c4b0-41d8-8fc6-e6377e400ad4 None None] Routers {'2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:27:33.668252 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-d459e181-c4b0-41d8-8fc6-e6377e400ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9977cd00>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:27:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:33.830966 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Notify callbacks [] for router, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:33.841687 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-d459e181-c4b0-41d8-8fc6-e6377e400ad4 None None] Set router 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 gateway port host: dv-cinder-790910-1-iscsi {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:27:34.005695 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:34.077304 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Deleting port 4ca837e0-8e69-4458-8778-a58a8cccc3a1 {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:34.077544 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:34.117416 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-d459e181-c4b0-41d8-8fc6-e6377e400ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9977cd00>, [{'id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'name': 'tempest-TestShelveInstance-645963463-router', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'external_fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:27:32Z', 'revision_number': 5, 'project_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'gw_port': {'id': '4ca837e0-8e69-4458-8778-a58a8cccc3a1', 'name': '', 'network_id': '069f2160-aa3e-48e5-a977-e51b8a4e427f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-12T08:22:57Z', 'updated_at': '2021-05-12T08:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cb5ec217-c9a2-45e4-9dd7-bbd3c4442fa2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-1-iscsi'}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:34.121136 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d459e181-c4b0-41d8-8fc6-e6377e400ad4 None None] Checking router: 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 for host: dv-cinder-790910-1-iscsi {{(pid=78691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 12 08:27:34.129300 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459e181-c4b0-41d8-8fc6-e6377e400ad4 None None] Routers {'2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'} bound to L3 agent in host dv-cinder-790910-1-iscsi {{(pid=78691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 12 08:27:34.129919 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-d459e181-c4b0-41d8-8fc6-e6377e400ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6c9977cd00>, 'dv-cinder-790910-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-12T08:08:55Z,description=<?>,heartbeat_timestamp=2021-05-12T08:27:26Z,host='dv-cinder-790910-1-iscsi',id=23af1ae4-eaaa-4ab4-a7a9-772d87cc7731,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-12T08:08:55Z,topic='l3_agent')) {'router_ids': ['2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'], 'active': True} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:34.198792 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] For port 4ca837e0-8e69-4458-8778-a58a8cccc3a1, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=4ca837e0-8e69-4458-8778-a58a8cccc3a1,segment=NetworkSegment(27f356b5-da89-420e-8b41-153f70cf5378),segment_id=27f356b5-da89-420e-8b41-153f70cf5378)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:34.199099 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:34.277515 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_dvr_db [None req-d459e181-c4b0-41d8-8fc6-e6377e400ad4 None None] Set router 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 gateway port host: None {{(pid=78691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 12 08:27:34.322534 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Calling delete_port for 4ca837e0-8e69-4458-8778-a58a8cccc3a1 owned by network:router_gateway {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:34.377844 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.l3_hamode_db [None req-d459e181-c4b0-41d8-8fc6-e6377e400ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6c9977cd00>, [{'id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'name': 'tempest-TestShelveInstance-645963463-router', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:27:34Z', 'revision_number': 6, 'project_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'gw_port_host': None}], 'dv-cinder-790910-1-iscsi', False) {} {{(pid=78691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:34.382285 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d459e181-c4b0-41d8-8fc6-e6377e400ad4 None None] The sync data for ids ['2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0'] in dv-cinder-790910-1-iscsi is: [{'id': '2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0', 'name': 'tempest-TestShelveInstance-645963463-router', 'tenant_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-12T08:22:56Z', 'updated_at': '2021-05-12T08:27:34Z', 'revision_number': 6, 'project_id': '381d0694f0eb4c3b8f07b1f4bbf5ffaf', 'gw_port_host': None}] {{(pid=78691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 12 08:27:34.463597 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:34.467133 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-91e276a3-9be7-466b-a8f2-ca1da15373a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:34.512580 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca837e0-8e69-4458-8778-a58a8cccc3a1,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:34.537300 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:34.598423 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1833564'] for router_gateway, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:34.881227 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-368128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30063'] for router, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:34.883580 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:34.911615 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-367694'] for router, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:34.912116 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 {{(pid=78689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 12 08:27:34.923882 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] Notify callbacks [] for router, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:34.924999 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-a39b2388-d0e5-4623-a67f-7c4e9a344620 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2cb574f1-d1c8-4db7-b7ba-0aa70ae184c0 HTTP/1.1" status: 204  len: 168 time: 1.2638245
May 12 08:27:34.927459 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38860) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:34.985683 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2d4fee-02f7-4374-a82a-7d3a0956a219 admin admin] Deleting subnet ac134041-3f09-4b19-ab73-2518745ebbf5 {{(pid=78689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 12 08:27:34.988767 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4fee-02f7-4374-a82a-7d3a0956a219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:35.036004 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4fee-02f7-4374-a82a-7d3a0956a219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1095711'] for subnet, precommit_delete_associations {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:35.122516 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4fee-02f7-4374-a82a-7d3a0956a219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1517992'] for subnet, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:35.373601 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4fee-02f7-4374-a82a-7d3a0956a219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1517991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2233989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147614'] for subnet, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:35.378182 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-8273b054-6aa3-4248-ae14-6f50dcf5e968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:35.417439 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d4fee-02f7-4374-a82a-7d3a0956a219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac134041-3f09-4b19-ab73-2518745ebbf5,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:35.419940 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-ab2d4fee-02f7-4374-a82a-7d3a0956a219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:35.422620 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4fee-02f7-4374-a82a-7d3a0956a219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for subnet, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:35.428585 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeda3ef-ac2b-46d3-b90e-d60058603b31 None None] Network 0fe50a22-d86c-4fbb-8b11-569f8d777415 requested from dv-cinder-790910-1-iscsi {{(pid=78690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 12 08:27:35.430516 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-ab2d4fee-02f7-4374-a82a-7d3a0956a219 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ac134041-3f09-4b19-ab73-2518745ebbf5 HTTP/1.1" status: 204  len: 168 time: 0.5020912
May 12 08:27:35.433069 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38864) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:35.543698 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-644008'] for network, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:35.614766 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Deleting port 906da907-fb96-4c9b-994f-a56f3796f79e {{(pid=78689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:35.615016 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:35.668807 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87471f10-3599-41a4-ae29-78d4dd733479 None None] DHCP port deletion for 0fe50a22-d86c-4fbb-8b11-569f8d777415 request from dv-cinder-790910-1-iscsi {{(pid=78690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 12 08:27:35.719117 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.db [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] For port 906da907-fb96-4c9b-994f-a56f3796f79e, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=906da907-fb96-4c9b-994f-a56f3796f79e,segment=NetworkSegment(866b905a-1415-4c2d-bde1-d455c2ab59c0),segment_id=866b905a-1415-4c2d-bde1-d455c2ab59c0)] {{(pid=78689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:35.719471 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:35.773659 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-87471f10-3599-41a4-ae29-78d4dd733479 None None] Deleting port 906da907-fb96-4c9b-994f-a56f3796f79e {{(pid=78690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 12 08:27:35.774408 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-87471f10-3599-41a4-ae29-78d4dd733479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756527227037'] for port, before_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:35.841667 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.plugin [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Calling delete_port for 906da907-fb96-4c9b-994f-a56f3796f79e owned by network:dhcp {{(pid=78689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:35.883154 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.db [None req-87471f10-3599-41a4-ae29-78d4dd733479 None None] For port 906da907-fb96-4c9b-994f-a56f3796f79e, host dv-cinder-790910-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-1-iscsi',level=0,port_id=906da907-fb96-4c9b-994f-a56f3796f79e,segment=NetworkSegment(866b905a-1415-4c2d-bde1-d455c2ab59c0),segment_id=866b905a-1415-4c2d-bde1-d455c2ab59c0)] {{(pid=78690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 12 08:27:35.883559 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-87471f10-3599-41a4-ae29-78d4dd733479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1829762'] for port, precommit_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:35.894091 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 4ca837e0-8e69-4458-8778-a58a8cccc3a1 no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:35.895455 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2234070'] for port, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:35.899499 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-fa18f148-1494-4281-b666-5d207d87483d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:35.944386 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Pushing event deleted for resources: {'Port': ['ID=906da907-fb96-4c9b-994f-a56f3796f79e,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:35.947436 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:35.948203 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] No DVR routers for this DVR port 906da907-fb96-4c9b-994f-a56f3796f79e on host dv-cinder-790910-1-iscsi {{(pid=78689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:27:35.981543 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 4ca837e0-8e69-4458-8778-a58a8cccc3a1 {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:35.981904 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 4ca837e0-8e69-4458-8778-a58a8cccc3a1 not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:35.982328 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 906da907-fb96-4c9b-994f-a56f3796f79e no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:36.059811 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515859', 'neutron.services.segments.db._delete_segments_for_network-8756527123613'] for network, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:36.066656 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-87471f10-3599-41a4-ae29-78d4dd733479 None None] Calling delete_port for 906da907-fb96-4c9b-994f-a56f3796f79e owned by network:dhcp {{(pid=78690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 12 08:27:36.072960 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6c93f36a90>,) {'filters': {'network_id': ['0fe50a22-d86c-4fbb-8b11-569f8d777415']}} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:36.074847 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 906da907-fb96-4c9b-994f-a56f3796f79e {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:36.075198 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 906da907-fb96-4c9b-994f-a56f3796f79e not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:36.075616 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 40b337ac-d8a8-405e-a7da-2e9d02aad08f no longer exists at agent ovs-agent-dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 12 08:27:36.085346 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c93f36a90>, '866b905a-1415-4c2d-bde1-d455c2ab59c0') {'for_net_delete': True} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:36.085633 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.services.segments.db [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6c93f36a90>, '866b905a-1415-4c2d-bde1-d455c2ab59c0') {} {{(pid=78689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 12 08:27:36.097287 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756527135591', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095680'] for segment, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:36.109849 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.plugin [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] No Port match for: 40b337ac-d8a8-405e-a7da-2e9d02aad08f {{(pid=78690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 12 08:27:36.110202 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.plugins.ml2.rpc [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Device 40b337ac-d8a8-405e-a7da-2e9d02aad08f not bound to the agent host dv-cinder-790910-1-iscsi {{(pid=78690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 12 08:27:36.116046 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355'] for segment, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:36.123332 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=78689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 12 08:27:36.123695 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2234083'] for segment, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]: Traceback (most recent call last):
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     timer()
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     cb(*args, **kw)
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     return func(*args, **kwargs)
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     self._notify()
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     self.callback(batched_events)
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     event.method(event)
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     aggregate_uuid = self.p_client.list_aggregates(
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     return f(self, *a, **k)
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._get(url).json()
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     return self.request(url, 'GET', **kwargs)
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     base_url = self.get_endpoint(auth, allow=allow,
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 12 08:27:36.137303 dv-cinder-790910-1-iscsi neutron-server[78689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 12 08:27:36.150419 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-87471f10-3599-41a4-ae29-78d4dd733479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1460238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756527231856', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756526682637'] for port, after_delete {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:36.154056 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:36.197814 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87471f10-3599-41a4-ae29-78d4dd733479 None None] Pushing event deleted for resources: {'Port': ['ID=906da907-fb96-4c9b-994f-a56f3796f79e,revision_number=None']} {{(pid=78690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:36.200847 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG oslo_concurrency.lockutils [None req-87471f10-3599-41a4-ae29-78d4dd733479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:36.201686 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87471f10-3599-41a4-ae29-78d4dd733479 None None] No DVR routers for this DVR port 906da907-fb96-4c9b-994f-a56f3796f79e on host dv-cinder-790910-1-iscsi {{(pid=78690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 12 08:27:36.319189 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1833550'] for network, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:36.324870 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:36.340221 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583290'] for network, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:36.350936 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Pushing event deleted for resources: {'Network': ['ID=0fe50a22-d86c-4fbb-8b11-569f8d777415,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:36.353709 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:36.355683 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-79dec08d-9da3-4ad4-8651-988dab1fa53c admin admin] 10.222.0.36 "DELETE /v2.0/networks/0fe50a22-d86c-4fbb-8b11-569f8d777415 HTTP/1.1" status: 204  len: 168 time: 0.9216735
May 12 08:27:36.533550 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38870) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:36.582722 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-8c495571-cca1-48d1-a932-07d8cda3f513 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e423ce6e973746f9a5ff7f3180a97d63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0471487
May 12 08:27:36.585595 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38874) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:36.643935 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-563ed8d6-e0aa-46a9-980c-ac936665778f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:36.670254 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-563ed8d6-e0aa-46a9-980c-ac936665778f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:36.728421 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-563ed8d6-e0aa-46a9-980c-ac936665778f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:36.733066 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-824743f2-cc3a-45f4-ad52-b0ccdf79e809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:36.745830 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ed8d6-e0aa-46a9-980c-ac936665778f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118dac51-93c0-4b82-8650-80c503683a31,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:36.749598 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-563ed8d6-e0aa-46a9-980c-ac936665778f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:36.753071 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-563ed8d6-e0aa-46a9-980c-ac936665778f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:36.754302 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-563ed8d6-e0aa-46a9-980c-ac936665778f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/118dac51-93c0-4b82-8650-80c503683a31 HTTP/1.1" status: 204  len: 168 time: 0.1677613
May 12 08:27:37.129127 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38882) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:37.177847 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-c83e8847-4fd6-4b71-87a2-1708c1425925 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=381d0694f0eb4c3b8f07b1f4bbf5ffaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0474701
May 12 08:27:37.180161 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [-] (78689) accepted ('10.222.0.36', 38886) {{(pid=78689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 12 08:27:37.238580 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-181b4c8b-84e0-4562-b5d9-011e640237e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:37.265437 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-181b4c8b-84e0-4562-b5d9-011e640237e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:37.320989 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-181b4c8b-84e0-4562-b5d9-011e640237e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334212'] for security_group, after_delete {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:37.324602 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-c5c31664-779a-4f57-82c2-12faecc0b6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 12 08:27:37.335754 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b4c8b-84e0-4562-b5d9-011e640237e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbf9513-12ef-43a0-a743-54651a0b8af6,revision_number=None']} {{(pid=78689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 12 08:27:37.339602 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG oslo_concurrency.lockutils [None req-181b4c8b-84e0-4562-b5d9-011e640237e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 12 08:27:37.342889 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron_lib.callbacks.manager [None req-181b4c8b-84e0-4562-b5d9-011e640237e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:37.344019 dv-cinder-790910-1-iscsi neutron-server[78689]: INFO neutron.wsgi [None req-181b4c8b-84e0-4562-b5d9-011e640237e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6dbf9513-12ef-43a0-a743-54651a0b8af6 HTTP/1.1" status: 204  len: 168 time: 0.1630006
May 12 08:27:38.137831 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:27:39.973472 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:52.921014 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4bcd09cc-c213-49b2-96f0-fa41d4173e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:55.319796 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:55.575972 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-9e4c79d4-920a-4388-b6e2-34c303fbe1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:56.463108 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:27:57.855604 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:28:09.996402 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:28:15.143430 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:28:22.918036 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-2031f944-112c-4af7-8285-cfd3d8861595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:28:25.313502 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:28:25.573449 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-fad731f3-0323-4175-a965-20d61d7ff515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:28:26.464505 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:28:27.862322 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:28:40.013406 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:28:52.148363 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:28:52.919426 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5228-6523-4d18-aacc-67011b3cd621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:28:55.310693 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:28:55.586274 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-55258d51-cb9b-4b03-86be-6f0a7961b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:28:56.472013 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:28:57.869103 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:29:10.012102 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:29:22.916146 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a073-4218-42bb-8316-8ccbcb8c5308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:29:25.315217 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:29:25.592069 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-353b36bd-af79-43cb-8c61-da5eb30c02de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:29:26.470323 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:29:27.869834 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:29:29.152188 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:29:40.012131 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:29:52.906852 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-328e101b-3d5b-4379-bed2-b8d7357fdcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:29:55.314511 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:29:55.587746 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b97ca506-244a-407e-84d0-12e189392523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:29:56.473912 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:29:57.873536 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:30:06.157633 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:30:10.003977 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:30:22.912535 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-bb7478b8-4280-4cb2-8604-3bf2dae72f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:30:25.312679 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:30:25.592514 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-bd6c2440-5d6d-4923-bc0c-0f5aa533ed11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:30:26.479184 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:30:27.878612 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:30:40.001133 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:30:43.162663 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:30:52.904094 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-8c4639d4-7fa1-499f-96cc-f012958734e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:30:55.313067 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:30:55.592223 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-5afe2df8-db35-4234-ae1a-09521c6ecb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:30:56.480999 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:30:57.883048 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:31:10.023131 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:31:20.167537 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:31:22.911145 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5d18-bf19-47dc-b5f1-703ab03816f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:31:25.307919 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:31:25.595153 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-030bb194-71d8-44c4-8975-4e5a3537d4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:31:26.483782 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:31:27.884959 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:31:40.045450 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:31:52.908162 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-c87e01bb-b9b8-4c38-8576-47777b907cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:31:55.319980 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:31:55.599646 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3b6d-d654-400b-930d-ebab3c3064f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:31:56.486438 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:31:56.926986 dv-cinder-790910-1-iscsi neutron-server[78689]: DEBUG neutron.wsgi [req-978675d4-dd5e-4d59-b8ff-98ac23cb293c req-c178ee87-6d89-4d1a-9f83-e08d4fe98210 service neutron] (78689) timed out ('10.222.0.39', 49971) {{(pid=78689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 12 08:31:57.171422 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:31:57.888248 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:32:10.053223 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:32:22.904790 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-7ae24773-0949-4593-9d3f-6734329bf937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:32:25.320626 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-b3d36363-5589-4d59-b272-7284a9f89038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:32:25.605944 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-84752c26-1bea-4f83-bb97-4e4c6f882816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:32:26.489589 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-4efea0cf-1975-4b09-b977-b6701b5d9c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:32:27.897243 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-0fed362c-ffef-4b7f-873a-bca0e2e726a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 12 08:32:34.170652 dv-cinder-790910-1-iscsi neutron-server[78691]: DEBUG neutron.db.agents_db [None req-b73d9d5a-f380-4968-94c3-3a0ddb6f8778 None None] Agent healthcheck: found 6 active agents {{(pid=78691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 12 08:32:40.056361 dv-cinder-790910-1-iscsi neutron-server[78690]: DEBUG neutron_lib.callbacks.manager [None req-a70ec1a7-8862-4e08-bc20-5ac702110311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756527123622', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1513833'] for agent, after_update {{(pid=78690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}